-- Logs begin at Fri 2021-07-23 15:23:37 UTC, end at Fri 2021-07-23 16:32:16 UTC. -- Jul 23 16:02:28.217239 dv-cinder-796286-18-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 16:02:30.980530 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.common.config [-] Logging enabled! Jul 23 16:02:30.981296 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 16:02:30.981648 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93187) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 16:02:30.987431 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.common.config [-] Logging enabled! Jul 23 16:02:30.987803 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 16:02:30.988238 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93187) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 16:02:30.989800 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 16:02:30.990043 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 16:02:30.990482 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 16:02:30.990735 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 16:02:30.990969 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 16:02:30.991330 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.991640 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.991942 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.992172 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.992477 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.992757 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.993046 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.993340 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.993642 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.993934 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.994217 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.994509 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.994748 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.995034 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.995339 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.995631 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.995860 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] debug = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.996145 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.996583 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.997022 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.997317 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.997620 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.997916 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.998193 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.998478 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.998773 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.999142 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] host = dv-cinder-796286-18-iscsi {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.999429 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:30.999721 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.000013 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.000308 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.000589 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.000873 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.001165 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.001444 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.001724 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] log_file = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.002006 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.002300 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.002594 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.002895 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.003147 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.003379 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.003676 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.003970 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.004249 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.004528 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.004853 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.005135 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.005421 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.005699 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.005992 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.006279 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.006569 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.006851 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.007154 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.007437 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.007731 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.008024 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.008308 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.008586 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.008872 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.009170 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.009449 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.009734 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.010056 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.010349 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.010636 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.010929 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.011237 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.011533 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.011809 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.012087 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.012363 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] use_json = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.012639 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.012918 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.013220 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.013502 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.013776 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.014053 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.014327 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.014618 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:31.014923 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.015254 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.015583 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.015906 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.016144 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.016427 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.016725 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.017007 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.017301 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.017605 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.017905 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.018187 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.018480 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.018761 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.019065 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.019400 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.019699 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.019995 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.020335 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.020642 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.020920 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.021203 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.021498 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.021799 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.022102 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.022378 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.022665 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.022965 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.023275 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.023553 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.023838 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.024145 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.024431 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.024713 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.025005 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.025288 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.025567 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.025866 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.026127 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.029005 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.029005 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.029005 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.029005 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.029005 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.029005 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.029005 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.029005 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.029005 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.029583 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.029583 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.029583 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.029759 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.029950 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.030227 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.030505 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.030782 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.031077 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.031351 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.031630 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.031905 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.032181 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.032456 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.032770 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.033049 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.033317 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.033598 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.033876 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.034148 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.034443 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.034715 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.034996 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.035302 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.035589 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.035905 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.036220 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.036499 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.036787 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.037072 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.037347 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.037652 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.037942 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.038242 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.038533 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.038818 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.039142 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.039449 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.039731 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.040376 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.040661 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.040962 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.041253 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.041554 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.041866 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.042170 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.042471 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.042775 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.043061 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.043416 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.043703 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:31.043926 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 16:02:31.044183 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93187) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 16:02:31.405177 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:02:31.405405 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:02:31.405731 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:02:31.406217 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 16:02:31.797734 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:31.797957 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:31.798204 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:31.799573 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:31.799851 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:31.800128 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:31.834488 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:31.834762 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:31.835034 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:31.848566 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:31.848811 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:31.849070 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:31.879847 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:31.880183 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:31.880463 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:31.926848 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:31.927303 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:31.927775 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.172150 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.172837 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.172837 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.173025 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.173666 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.293130 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.293454 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.293741 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.294016 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.294285 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.294596 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.294860 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.295110 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.295402 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.295683 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.295942 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.296208 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.296447 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.296697 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.296954 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.297225 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.297479 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.297744 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.298010 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.298268 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.298527 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.298779 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.299061 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.299460 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.299712 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.299961 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.300354 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:02:32.300596 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:02:32.300833 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:02:32.301067 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:02:32.301302 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:02:32.301576 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:02:32.301939 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 16:02:32.306069 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 16:02:32.310058 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 16:02:32.314016 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jul 23 16:02:32.315766 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 16:02:32.316250 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 16:02:32.316591 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 16:02:32.316985 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 16:02:32.319955 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 16:02:32.320208 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 16:02:32.320546 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 16:02:32.325931 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 23 16:02:32.352323 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 23 16:02:32.352793 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.353098 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93187) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 16:02:32.353464 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.354856 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93187) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 16:02:32.355157 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 16:02:32.355404 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 16:02:32.358549 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.358833 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:32.425704 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 16:02:32.425894 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 16:02:32.426078 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 16:02:32.426514 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 16:02:32.448138 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_db.sqlalchemy.engines [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93187) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 23 16:02:33.009064 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Initializing driver for type 'gre' Jul 23 16:02:33.009636 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] gre ID ranges: [(1, 1000)] Jul 23 16:02:33.068680 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Initializing driver for type 'local' Jul 23 16:02:33.069117 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Initializing driver for type 'vlan' Jul 23 16:02:33.085093 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] VlanTypeDriver initialization complete Jul 23 16:02:33.085438 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Initializing driver for type 'vxlan' Jul 23 16:02:33.085940 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] vxlan ID ranges: [(1, 1000)] Jul 23 16:02:33.138301 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Initializing extension driver 'port_security' Jul 23 16:02:33.138730 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.extensions.port_security [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] PortSecurityExtensionDriver initialization complete Jul 23 16:02:33.139101 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Initializing mechanism driver 'openvswitch' Jul 23 16:02:33.139443 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Initializing mechanism driver 'hyperv' Jul 23 16:02:33.146183 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:02:33.146886 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > port after_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.147300 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > port after_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.147660 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > port after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.148235 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93187) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 16:02:33.148627 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > subnet after_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.148990 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > subnet after_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.149343 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.149739 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93187) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 16:02:33.150154 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > network after_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.150508 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > network after_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.150823 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > network after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.151242 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93187) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 16:02:33.151651 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > security_group after_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.152008 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > security_group after_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.152353 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > security_group after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.152889 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93187) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 16:02:33.153303 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.153659 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.154009 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.154409 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93187) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 16:02:33.154814 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > address_group after_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.155191 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > address_group after_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.155541 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > address_group after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.155934 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93187) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 16:02:33.156316 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] ML2 OVO RPC backend initialized. {{(pid=93187) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 23 16:02:33.157034 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.157401 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.157830 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > network before_response 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.158185 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > networks before_response 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.158541 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > port before_response 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.158893 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > ports before_response 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.159275 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > subnet before_response 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.159623 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > subnets before_response 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.159974 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > network after_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.160317 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > network after_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.160687 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > network after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.161011 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > port after_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.161495 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > port after_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.161836 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > port after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.162179 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > subnet after_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.162521 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > subnet after_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.162861 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.163476 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.plugin [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Modular L2 Plugin initialization complete Jul 23 16:02:33.163822 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading services supported by the core plugin {{(pid=93187) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 16:02:33.164148 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.plugins.ml2.managers [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Got port-security extension from driver 'port_security' Jul 23 16:02:33.164632 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.extensions.vlantransparent [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Disabled vlantransparent extension. Jul 23 16:02:33.165477 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93187) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 16:02:33.165792 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading Plugin: router Jul 23 16:02:33.202761 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router_interface before_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.203504 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router after_create 55549900 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.203504 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router before_create 55549900 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.203916 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.204297 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.204660 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router after_delete 55549900 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.205027 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > floatingip after_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.205379 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router after_create 55549900 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.205733 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router after_update 55549900 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.206093 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router after_update 55549900 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.206443 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.206806 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router after_update 55549900 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.207257 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router precommit_update 55549900 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.207636 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: port after_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.207983 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: port after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.208330 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: subnet after_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.208740 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.209061 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > port precommit_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.209415 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router precommit_create 55549900 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.209765 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: port before_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.210113 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router precommit_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.210479 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router after_update 55549900 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.210832 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router precommit_delete 55549900 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.211220 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router precommit_create 55549900 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.211594 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.211945 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router precommit_update 55549900 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.212322 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > agent after_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.212679 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > agent after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.213032 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > network after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.218158 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Tracking information for resource: router configured {{(pid=93187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:02:33.218158 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Tracking information for resource: floatingip configured {{(pid=93187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:02:33.219936 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.db.l3_agentschedulers_db [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 16:02:33.220561 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: port after_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.220973 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: port after_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.221345 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: port after_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.221702 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: port after_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.222531 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router before_create 55550100 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.222902 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router precommit_delete 55550100 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.223330 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router precommit_create 55550100 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.223692 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > router precommit_update 55550100 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.228331 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.services.provider_configuration [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Service providers = [] {{(pid=93187) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 16:02:33.228712 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.db.servicetype_db [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93187) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 16:02:33.231830 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.services.service_base [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:02:33.232200 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.services.service_base [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:02:33.232547 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.services.service_base [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:02:33.233443 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.services.service_base [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:02:33.233829 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.services.service_base [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 16:02:33.234230 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:02:33.234555 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 16:02:33.245768 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:02:33.246105 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading Plugin: auto_allocate Jul 23 16:02:33.252112 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: network precommit_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.252538 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: network precommit_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.253073 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:02:33.253419 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading Plugin: tag Jul 23 16:02:33.260309 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:02:33.260598 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading Plugin: timestamp Jul 23 16:02:33.266136 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:02:33.266478 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading Plugin: network_ip_availability Jul 23 16:02:33.272103 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.272480 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.272844 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.273596 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:02:33.273921 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading Plugin: flavors Jul 23 16:02:33.278711 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:02:33.279050 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading Plugin: revisions Jul 23 16:02:33.283422 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:02:33.283825 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_concurrency.lockutils [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.878s {{(pid=93187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:02:33.284580 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93187) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 23 16:02:33.284922 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Initializing extension manager. Jul 23 16:02:33.285437 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: __init__.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.285791 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: __pycache__ {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.286134 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.286480 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: address_group.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.287397 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.287979 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: address-group Jul 23 16:02:33.288309 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: address_scope.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.289032 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.289546 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: address-scope Jul 23 16:02:33.290235 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: admin_state_down_before_update.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.291208 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.291733 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: router-admin-state-down-before-update Jul 23 16:02:33.292063 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: agent.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.292776 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.293489 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: agent Jul 23 16:02:33.293823 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: agent_resources_synced.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.294755 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.295302 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: agent-resources-synced Jul 23 16:02:33.295633 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: allowedaddresspairs.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.297456 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.297983 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: allowed-address-pairs Jul 23 16:02:33.298312 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: auto_allocated_topology.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.299420 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.299943 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: auto-allocated-topology Jul 23 16:02:33.300271 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: availability_zone.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.300972 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.301485 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: availability_zone Jul 23 16:02:33.301811 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: availability_zone_filter.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.302930 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.303473 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: availability_zone_filter Jul 23 16:02:33.303800 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: data_plane_status.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.304725 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.305234 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 16:02:33.305557 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: default_subnetpools.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.306484 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.306996 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: default-subnetpools Jul 23 16:02:33.307352 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: dhcpagentscheduler.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.308179 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.308691 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: dhcp_agent_scheduler Jul 23 16:02:33.309015 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: dns.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.309929 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.310435 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension dns-integration not supported by any of loaded plugins Jul 23 16:02:33.310760 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: dns_domain_ports.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.311725 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.312235 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 16:02:33.312562 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.313490 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.314034 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 23 16:02:33.314359 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: dvr.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.315048 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.315583 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: dvr Jul 23 16:02:33.315905 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: ecmp_routes.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.316836 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.317334 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension ecmp_routes not supported by any of loaded plugins Jul 23 16:02:33.317657 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: empty_string_filtering.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.318606 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.319116 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: empty-string-filtering Jul 23 16:02:33.319468 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.320374 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.320880 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 16:02:33.321203 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.322113 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.322616 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 16:02:33.322937 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: external_net.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.323870 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.324378 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: external-net Jul 23 16:02:33.324699 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: extra_dhcp_opt.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.325615 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.326120 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: extra_dhcp_opt Jul 23 16:02:33.326447 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: extraroute.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.327402 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.327907 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: extraroute Jul 23 16:02:33.328232 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: extraroute_atomic.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.329266 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.329778 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: extraroute-atomic Jul 23 16:02:33.330102 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: filter_validation.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.330772 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.331305 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: filter-validation Jul 23 16:02:33.331630 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: fip_pf_description.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.332544 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.333046 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 16:02:33.333368 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: fip_port_details.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.334407 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.334911 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: fip-port-details Jul 23 16:02:33.335269 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: flavors.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.336498 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.337016 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: flavors Jul 23 16:02:33.337344 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.339017 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.339567 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 16:02:33.339900 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: floatingip_pools.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.340611 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.341125 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: floatingip-pools Jul 23 16:02:33.341453 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: ip_allocation.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.342398 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.342907 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 16:02:33.343270 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.344192 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.344714 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: ip-substring-filtering Jul 23 16:02:33.345041 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: l2_adjacency.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.345974 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.346493 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 16:02:33.346819 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: l3.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.347828 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.348353 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: router Jul 23 16:02:33.348678 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: l3_conntrack_helper.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.351104 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.351655 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 16:02:33.351992 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.352937 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.353458 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: ext-gw-mode Jul 23 16:02:33.353787 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.354736 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.355282 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: l3-ha Jul 23 16:02:33.355610 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: l3_flavors.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.356535 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.357047 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: l3-flavors Jul 23 16:02:33.357378 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.358292 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.358799 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 16:02:33.359146 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: l3agentscheduler.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.360196 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.360710 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: l3_agent_scheduler Jul 23 16:02:33.361040 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: logging.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.362540 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.363070 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension logging not supported by any of loaded plugins Jul 23 16:02:33.363436 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: metering.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.364194 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.364869 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: metering Jul 23 16:02:33.365202 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.366325 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.366889 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: metering_source_and_destination_fields Jul 23 16:02:33.367212 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: multiprovidernet.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.368155 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.368668 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: multi-provider Jul 23 16:02:33.369002 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: netmtu.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.369927 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.370441 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: net-mtu Jul 23 16:02:33.370770 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: netmtu_writable.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.371729 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.372238 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: net-mtu-writable Jul 23 16:02:33.372568 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: network_availability_zone.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.373245 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.373752 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: network_availability_zone Jul 23 16:02:33.374080 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: network_ip_availability.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.375197 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.375714 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: network-ip-availability Jul 23 16:02:33.376045 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: network_segment_range.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.376823 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.377331 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 16:02:33.377659 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: pagination.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.378646 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.378978 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: pagination Jul 23 16:02:33.379339 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: port_device_profile.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.380285 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.380829 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: port-device-profile Jul 23 16:02:33.381238 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.382167 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.382684 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: port-mac-address-regenerate Jul 23 16:02:33.383006 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.383964 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.384462 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: port-numa-affinity-policy Jul 23 16:02:33.384785 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: port_resource_request.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.385715 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.386234 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 16:02:33.386554 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: portbindings.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.387512 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.388028 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: binding Jul 23 16:02:33.388349 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: portbindings_extended.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.389742 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.390264 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: binding-extended Jul 23 16:02:33.390596 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: portsecurity.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.391548 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.392058 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: port-security Jul 23 16:02:33.392384 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: project_id.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.393363 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.393704 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: project-id Jul 23 16:02:33.394033 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: providernet.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.394959 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.395513 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: provider Jul 23 16:02:33.395842 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: qos.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.399505 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.400036 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension qos not supported by any of loaded plugins Jul 23 16:02:33.400376 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.401631 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.402157 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 16:02:33.402489 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.403452 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.403960 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 16:02:33.404294 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: qos_default.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.405211 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.405727 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension qos-default not supported by any of loaded plugins Jul 23 16:02:33.406062 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: qos_fip.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.406726 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.407266 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension qos-fip not supported by any of loaded plugins Jul 23 16:02:33.407592 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: qos_gateway_ip.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.408524 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.409038 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 16:02:33.409362 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: qos_port_network_policy.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.410282 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.410787 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 16:02:33.411105 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: qos_rule_type_details.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.412100 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.412609 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 16:02:33.412938 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: qos_rules_alias.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.413985 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.414504 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 16:02:33.415185 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: quotasv2.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.416147 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.416476 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: quotas Jul 23 16:02:33.416802 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: quotasv2_detail.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.419984 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.420331 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: quota_details Jul 23 16:02:33.420668 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: rbac.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.421813 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.422386 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: rbac-policies Jul 23 16:02:33.422721 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: rbac_address_group.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.423977 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.424508 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: rbac-address-group Jul 23 16:02:33.424839 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: rbac_address_scope.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.425770 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.426292 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: rbac-address-scope Jul 23 16:02:33.426621 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: rbac_security_groups.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.427643 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.428158 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: rbac-security-groups Jul 23 16:02:33.428611 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: rbac_subnetpool.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.429543 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.430054 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: rbac-subnetpool Jul 23 16:02:33.430378 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: revisionifmatch.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.431333 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.431844 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: revision-if-match Jul 23 16:02:33.432172 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: revisions.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.433308 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.433826 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: standard-attr-revisions Jul 23 16:02:33.434157 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: router_availability_zone.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.434850 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.435408 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: router_availability_zone Jul 23 16:02:33.435730 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: routerservicetype.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.436667 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.437178 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension router-service-type not supported by any of loaded plugins Jul 23 16:02:33.437507 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.438437 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.438954 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: security-groups-normalized-cidr Jul 23 16:02:33.439310 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: security_groups_port_filtering.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.440252 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.440762 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: port-security-groups-filtering Jul 23 16:02:33.441090 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.442021 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.442537 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: security-groups-remote-address-group Jul 23 16:02:33.442868 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: securitygroup.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.453061 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.453633 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: security-group Jul 23 16:02:33.453970 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: segment.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.454825 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.455368 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension segment not supported by any of loaded plugins Jul 23 16:02:33.455701 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.456753 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.457269 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 16:02:33.457599 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: servicetype.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.458784 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.459328 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: service-type Jul 23 16:02:33.459662 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: sorting.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.460668 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.461021 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: sorting Jul 23 16:02:33.461332 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: standard_attr_segment.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.462333 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.462858 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 16:02:33.463225 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: standardattrdescription.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.463904 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.464423 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: standard-attr-description Jul 23 16:02:33.464752 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: stateful_security_group.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.465721 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.466487 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: stateful-security-group Jul 23 16:02:33.466609 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: stdattrs_common.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.467220 dv-cinder-796286-18-iscsi neutron-server[93187]: WARNING neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 16:02:33.467545 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.468567 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.469039 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 16:02:33.469363 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: subnet_onboard.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.470467 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.470991 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: subnet_onboard Jul 23 16:02:33.471353 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.472311 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.472819 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 16:02:33.473148 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: subnet_service_types.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.474079 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.474683 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: subnet-service-types Jul 23 16:02:33.475011 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: subnetallocation.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.476354 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.476880 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: subnet_allocation Jul 23 16:02:33.477217 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.477916 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.478439 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: subnetpool-prefix-ops Jul 23 16:02:33.478765 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.479739 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.480258 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 16:02:33.480589 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: tagging.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.481824 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.482352 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: standard-attr-tag Jul 23 16:02:33.482688 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: timestamp.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.483994 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.484520 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loaded extension: standard-attr-timestamp Jul 23 16:02:33.484852 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: trunk.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.485910 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.486437 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension trunk not supported by any of loaded plugins Jul 23 16:02:33.486766 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: trunk_details.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.487742 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.488260 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension trunk-details not supported by any of loaded plugins Jul 23 16:02:33.488587 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: uplink_status_propagation.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.489540 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.490583 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 16:02:33.490914 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Loading extension file: vlantransparent.py {{(pid=93187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:02:33.491641 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:02:33.492167 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 16:02:33.494799 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Creating instance of TrackedResource for resource:network Jul 23 16:02:33.495418 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Creating instance of TrackedResource for resource:subnet Jul 23 16:02:33.495787 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:02:33.496180 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Creating instance of TrackedResource for resource:port Jul 23 16:02:33.497539 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.v2.resource_helper [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:02:33.498024 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.v2.resource_helper [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Service FLAVORS assigned prefix: {{(pid=93187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:02:33.498648 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.v2.resource_helper [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:02:33.499106 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.v2.resource_helper [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:02:33.499443 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Creating instance of TrackedResource for resource:router Jul 23 16:02:33.499882 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Creating instance of TrackedResource for resource:floatingip Jul 23 16:02:33.500392 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.v2.resource_helper [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Service METERING assigned prefix: /metering {{(pid=93187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:02:33.501867 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.502243 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.502598 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:02:33.503804 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 16:02:33.504183 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Creating instance of TrackedResource for resource:security_group Jul 23 16:02:33.504624 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 16:02:33.505225 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.v2.resource_helper [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Service CORE assigned prefix: {{(pid=93187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:02:33.505629 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:02:33.505981 dv-cinder-796286-18-iscsi neutron-server[93187]: WARNING neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] subnetpool is already registered Jul 23 16:02:33.506431 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.v2.resource_helper [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Service CORE assigned prefix: {{(pid=93187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:02:33.506766 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:02:33.507109 dv-cinder-796286-18-iscsi neutron-server[93187]: WARNING neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] subnetpool is already registered Jul 23 16:02:33.509517 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.v2.resource_helper [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:02:33.509956 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.v2.resource_helper [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Service FLAVORS assigned prefix: {{(pid=93187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:02:33.510624 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.v2.resource_helper [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:02:33.510982 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.v2.resource_helper [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:02:33.511342 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Creating instance of TrackedResource for resource:router Jul 23 16:02:33.511686 dv-cinder-796286-18-iscsi neutron-server[93187]: WARNING neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] router is already registered Jul 23 16:02:33.512097 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Creating instance of TrackedResource for resource:floatingip Jul 23 16:02:33.512436 dv-cinder-796286-18-iscsi neutron-server[93187]: WARNING neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] floatingip is already registered Jul 23 16:02:33.512893 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.v2.resource_helper [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Service METERING assigned prefix: /metering {{(pid=93187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:02:33.513570 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 16:02:33.513900 dv-cinder-796286-18-iscsi neutron-server[93187]: WARNING neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] rbac_policy is already registered Jul 23 16:02:33.514311 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Creating instance of TrackedResource for resource:security_group Jul 23 16:02:33.514651 dv-cinder-796286-18-iscsi neutron-server[93187]: WARNING neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] security_group is already registered Jul 23 16:02:33.515050 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 16:02:33.515415 dv-cinder-796286-18-iscsi neutron-server[93187]: WARNING neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] security_group_rule is already registered Jul 23 16:02:33.516042 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.v2.resource_helper [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Service CORE assigned prefix: {{(pid=93187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:02:33.516368 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:02:33.516710 dv-cinder-796286-18-iscsi neutron-server[93187]: WARNING neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] subnetpool is already registered Jul 23 16:02:33.517127 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.v2.resource_helper [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Service CORE assigned prefix: {{(pid=93187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:02:33.517452 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:02:33.517780 dv-cinder-796286-18-iscsi neutron-server[93187]: WARNING neutron.quota.resource_registry [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] subnetpool is already registered Jul 23 16:02:33.518268 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: extensions {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.519852 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: address-groups {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.521412 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: address-scopes {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.522737 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: agents {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.523965 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: auto-allocated-topology {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.525212 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: availability_zones {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.526483 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: dhcp-networks {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.529179 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: dhcp-agents {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.530631 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: routers {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.532421 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: flavors {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.533720 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: service_profiles {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.534947 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: next_providers {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.536436 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: service_profiles {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.538062 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: floatingip-pools {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.539298 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: routers {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.541403 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: floatingips {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.542698 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: l3-routers {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.544133 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: l3-agents {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.545543 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: metering-labels {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.546822 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: metering-label-rules {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.548257 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: network-ip-availabilities {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.549532 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: bindings {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.551125 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: quotas {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.552691 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: quotas {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.554160 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: rbac-policies {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.555407 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: security-groups {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.556750 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: security-group-rules {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.558002 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: service-providers {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.559283 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: subnetpools {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.560641 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: subnetpools {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.562234 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: tags {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.563955 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: tags {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.565788 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: tags {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.567610 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: tags {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.569383 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: tags {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.571356 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: tags {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.573081 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: tags {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.574894 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: tags {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.576798 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: tags {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.578569 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron.api.extensions [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Extended resource: tags {{(pid=93187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:02:33.584917 dv-cinder-796286-18-iscsi neutron-server[93187]: WARNING keystonemiddleware.auth_token [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 16:02:33.589479 dv-cinder-796286-18-iscsi neutron-server[93187]: WARNING keystonemiddleware.auth_token [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 16:02:33.598847 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_concurrency.lockutils [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Acquired lock "singleton_lock" {{(pid=93187) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 16:02:33.599515 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_concurrency.lockutils [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Releasing lock "singleton_lock" {{(pid=93187) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 16:02:33.600212 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO oslo_service.service [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Starting 2 workers Jul 23 16:02:33.605078 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Started child 93296 {{(pid=93187) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 16:02:33.609449 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Started child 93297 {{(pid=93187) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 16:02:33.610336 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:33.611013 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO neutron.service [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 16:02:33.611675 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Notify callbacks [] for process, before_spawn {{(pid=93187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:33.611990 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [-] (93296) wsgi starting up on http://0.0.0.0:9696 Jul 23 16:02:33.614054 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO oslo_service.service [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Starting 1 workers Jul 23 16:02:33.614192 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:33.615494 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [-] (93297) wsgi starting up on http://0.0.0.0:9696 Jul 23 16:02:33.619575 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Started child 93298 {{(pid=93187) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 16:02:33.620068 dv-cinder-796286-18-iscsi neutron-server[93187]: INFO oslo_service.service [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Starting 1 workers Jul 23 16:02:33.623261 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.service [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] calling RpcWorker wait() {{(pid=93298) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 16:02:33.623847 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.service [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] returning from RpcWorker wait() {{(pid=93298) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 16:02:33.624628 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Started child 93299 {{(pid=93187) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 16:02:33.625137 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:33.625442 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8b43-5dfa-4e01-b3a1-d11cf1cfbc7e None None] Notify callbacks [] for process, after_spawn {{(pid=93187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:33.625582 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:02:33.627319 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93187) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 16:02:33.627505 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 16:02:33.627702 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 16:02:33.627935 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 16:02:33.628245 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 16:02:33.628582 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 16:02:33.629089 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.629364 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.629627 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.629883 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.630165 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.630274 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:33.631264 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.631551 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.631813 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.632092 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.632350 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.632520 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.632654 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.632925 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.633188 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.633483 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.633753 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.633995 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.634282 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.634460 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.634710 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.634976 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.635252 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.635511 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] debug = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.635763 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.636252 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.636506 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.636744 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.636973 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.637238 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.637469 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.637750 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.637987 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.638208 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.638452 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.638762 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.638999 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.639247 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.639487 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.639757 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.639994 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.640468 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] host = dv-cinder-796286-18-iscsi {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.640799 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.640939 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.641168 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.641422 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.641678 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.641914 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.642181 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.642435 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.642695 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.642943 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.643197 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.643452 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.643747 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.643918 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] log_file = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.644084 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] log_options = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.644322 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.644582 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.644849 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.645043 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.645213 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.645389 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.645649 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.645815 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.646097 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.646339 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.646555 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.646788 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.647023 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.647281 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.647540 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.647797 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.648016 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.648227 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.648483 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.648713 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.648954 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.649160 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.649397 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.649636 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.649868 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.650113 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.650341 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.650561 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.650776 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.651015 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.651286 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.651532 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.651776 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.652038 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.652274 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.652501 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.652720 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.652994 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.653317 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.653482 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.653745 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.653985 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.654243 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.654465 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.654704 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.654924 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] use_json = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.655161 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.655379 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.655665 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.655887 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.656122 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.656348 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.656566 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.656818 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.657251 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.657536 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.657863 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.658205 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.658508 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.658770 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.659017 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.659299 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.659830 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.660227 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.660764 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.661014 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.661388 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.661600 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.661882 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.662219 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.662479 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.662816 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.663479 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.663479 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.663479 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.663736 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.664312 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.664312 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.664525 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.667137 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.667137 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.667137 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.667137 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.667137 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.667137 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.667137 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.667137 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.670114 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:02:33.670262 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.670262 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.670262 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.670262 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.670262 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.670262 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.670262 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.670262 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.670262 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.670963 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.670963 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.670963 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.670963 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.670963 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.670963 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.670963 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.671472 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.671472 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.671619 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.671771 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.671957 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.673552 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.673552 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.673552 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.673552 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.673552 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.673552 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.673981 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.673981 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.674246 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.674554 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.674875 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.675132 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.675377 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.675600 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.675823 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.676047 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.676276 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.676495 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.676717 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.676935 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.677151 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.677436 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.677676 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.677891 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.678115 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.678338 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.678557 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.678776 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.679028 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.679292 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.680161 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.680907 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.681178 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.681480 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.683801 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.684126 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.684374 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.684627 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.684954 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.685213 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.685443 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.685731 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.685981 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.686243 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.686493 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.686720 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.686973 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.687242 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.687478 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.687718 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.687977 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.688206 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.688475 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.688733 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.688989 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.689229 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.689502 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.689792 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.690043 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.690330 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.690576 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.690843 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.691167 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.691442 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.691720 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.691976 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.692205 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.692548 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.692813 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.693420 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.693660 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.693915 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.694138 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.694423 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.694666 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.694886 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.695137 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.695370 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.695679 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.695925 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.696158 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.696369 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.696637 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.696873 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.697124 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.697390 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.697633 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.697866 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.698118 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.698365 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.698582 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.698818 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.699062 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.699303 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.699535 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.699769 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.699989 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.700200 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.700413 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.700672 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.700889 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.701105 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.701336 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.702684 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.702684 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.702684 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.702684 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.702684 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.703032 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.703032 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.703324 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.703741 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.703978 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.704257 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.704432 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.705873 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.705873 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.705873 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.705873 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.705873 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.705873 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.706284 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.706284 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.706523 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.706717 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.706934 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.707183 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.707518 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.707643 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.707859 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.708090 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.708401 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.708611 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.708950 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.709182 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.709751 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.709751 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.709941 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.710078 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.710303 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.710543 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.710775 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.710994 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.711215 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.711457 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.711682 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.711904 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.712119 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.712346 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.712612 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.712844 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.713062 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.713350 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.713588 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.713821 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.714392 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.714392 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.714599 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.714752 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.714979 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.715268 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.715459 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.715656 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.715898 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.716072 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.716285 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.716494 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.716714 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.716925 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.717137 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.717349 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.717558 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.717775 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.717981 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.718214 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.718426 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.718645 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.718891 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.719138 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.719342 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.719585 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.719753 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.720000 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.720209 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.720413 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.720632 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.720845 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.721052 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.721358 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.721615 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.721830 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.722098 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.722328 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.722570 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.722903 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.723243 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.723454 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.723693 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.723911 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.724171 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.724496 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.724751 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.725060 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.725346 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.725601 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.725848 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.726107 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.726378 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.726640 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.726868 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.727173 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.729528 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.729824 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.730074 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.730325 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.730574 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.730833 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.731102 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.731554 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.731953 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.732344 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.732757 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.733182 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.733461 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.733842 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.734077 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.734324 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.734554 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.734784 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.735024 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.735264 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.735425 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 16:02:33.735960 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93187) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 16:02:33.736128 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 16:02:33.736283 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 16:02:33.736451 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 16:02:33.736619 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 16:02:33.736771 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 16:02:33.736978 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.737139 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.737299 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.737458 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.737617 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.737798 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.737956 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.738114 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.738272 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.738435 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.738611 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.738784 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.739039 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.739282 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.739443 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.739667 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.739968 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.740241 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.740522 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.740804 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.741079 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.741360 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.741639 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] debug = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.741924 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.742294 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.742584 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.742850 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.743029 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.743224 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.743386 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.743546 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.743704 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.743862 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.744020 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.744178 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.744335 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.744579 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.744838 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.744979 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.745204 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.745335 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] host = dv-cinder-796286-18-iscsi {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.745449 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.745670 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.745800 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.745913 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.746025 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.746169 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.746320 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.746485 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.746647 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.746864 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.747025 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.747216 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.747345 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.747531 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] log_file = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.747666 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] log_options = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.747798 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.747941 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.748083 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.748267 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.748434 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.748582 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.748736 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.748898 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.749048 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.749201 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.749342 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.749503 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.749679 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.749803 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.749968 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.750089 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.750251 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.750419 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.750539 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.750719 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.750842 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.750997 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.751178 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.751368 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.751565 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.751666 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.751831 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.751985 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.752127 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.752257 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.752420 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.752578 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.752897 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.753055 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.753358 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.753514 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.753807 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.754150 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.754486 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.754641 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.754800 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.754960 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.755140 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.755313 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.755587 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.755735 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] use_json = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.755899 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.756269 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.756683 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.756848 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.757006 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.757135 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.757293 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.757446 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:02:33.757633 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.757790 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.758106 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.758266 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.758683 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.758938 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.759221 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.759389 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.759523 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.759650 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.759788 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.759915 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.760038 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.760192 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.760348 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.760708 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.760805 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.760973 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.761110 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.761282 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.761444 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.761591 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.761775 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.761927 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.762088 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.762246 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.762553 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.762699 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.762863 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.763025 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.763232 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.763418 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.763546 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.763687 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.763838 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.763995 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.764295 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.764464 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.764646 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.764797 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.765100 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.765258 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.765408 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.765573 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.765732 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.765889 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.766048 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.766209 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.766376 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.766558 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.766746 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.766920 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.767130 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.767302 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:02:33.767502 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.767502 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.767502 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.767980 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.767980 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.767980 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.768462 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.768462 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.768462 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.768462 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.769215 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.769215 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.769215 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.769215 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.769215 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.770000 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.770000 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.770000 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.770000 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.770000 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.770655 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.770655 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.770655 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.771167 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.771167 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.771167 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.771681 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.771681 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.771681 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.772193 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.772193 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.772193 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.772672 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.772672 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.772672 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.773166 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.773166 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.773166 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.773166 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.773796 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.773796 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.773796 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.773796 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.774432 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.774432 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.774432 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.774432 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.775037 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.775037 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.775037 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.775037 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.775662 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.775662 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.775662 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.775662 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.776280 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.776443 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.776602 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.776772 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.776931 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.777099 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.777690 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.777862 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.778122 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.778287 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.778448 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.778701 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.779416 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.779416 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.779416 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.779416 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.779416 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.781543 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.781543 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.781543 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.781543 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.781543 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.781543 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.781543 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.781543 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.782721 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.782721 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.782721 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.782721 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.782721 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.782721 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.782721 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.782721 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.783932 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.783932 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.783932 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.783932 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.783932 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.783932 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.783932 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.783932 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.784813 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.784813 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.784813 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.784813 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.784813 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.784813 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.784813 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.784813 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.785899 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.785899 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.785899 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.785899 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.785899 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.785899 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.785899 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.785899 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.787497 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.787497 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.787497 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.787497 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.787497 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.787497 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.787497 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.787497 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.788493 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.788493 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.788493 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.788493 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.788493 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.788493 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.788493 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.788493 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.790344 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.790344 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.790344 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.790344 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.790344 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.790344 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.790344 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.790344 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.791280 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.791280 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.791280 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.791280 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.791280 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.791280 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.791280 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.791280 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.791971 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.791971 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.791971 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.791971 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.792240 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.792344 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.792466 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.792585 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.792717 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.792890 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.793051 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.793210 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.793388 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.793557 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.793722 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.793847 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.793965 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.794096 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.794260 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.794430 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.794596 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.794764 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.794931 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.795126 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.795295 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.795295 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.795649 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.795649 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.795979 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.795979 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.796297 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.796297 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.796617 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.796617 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.796930 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.796930 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.796930 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.797409 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.797409 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.797409 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.797871 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.797871 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.797871 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.798334 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.798334 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.798334 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.798832 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.798832 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.798832 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.799472 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.799472 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.799472 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.799472 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.800093 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.800093 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.800093 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.800093 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.800093 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.800865 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.800865 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.800865 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.800865 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.800865 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.801631 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.801631 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.801631 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.801631 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.801631 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.802509 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.802509 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.802509 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.802509 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.803224 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.803224 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.803224 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.803224 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.803224 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.803894 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.804017 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.804139 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.804275 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.804391 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.804512 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.804674 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.804840 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.805406 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.805568 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.805727 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:02:33.805879 dv-cinder-796286-18-iscsi neutron-server[93187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 16:02:33.896257 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 46708) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:02:33.904832 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062001 Jul 23 16:02:45.910822 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c50193-b1d6-4483-bef2-263ac51e24be None None] get_active_networks_info from dv-cinder-796286-18-iscsi {{(pid=93298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:02:46.041171 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c50193-b1d6-4483-bef2-263ac51e24be None None] No non-hosted networks {{(pid=93298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 16:02:46.049862 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.agentschedulers_db [None req-b8c50193-b1d6-4483-bef2-263ac51e24be None None] DHCP Agent not found on host dv-cinder-796286-18-iscsi {{(pid=93298) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 23 16:02:46.157180 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e0c96132-acd9-40cc-a62b-281b603324c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1731713'] for agent, after_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:48.488889 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e0a30108-beea-4b6d-9f8a-c358387a5b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1731713'] for agent, after_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:48.548015 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-223335c8-e790-41f6-afb3-f3c910b23f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:48.758199 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1731713'] for agent, after_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:48.759218 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:48.759827 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:48.760877 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:48.761534 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:48.762094 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:48.762661 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:48.763222 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:48.763810 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:48.764350 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:48.764925 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:48.765492 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:48.767203 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:48.767830 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796286-18-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:02:48.779878 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796286-18-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:02:49.223796 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1731713'] for agent, after_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:51.030444 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1731713'] for agent, after_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:52.046753 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 46800) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:02:52.618633 dv-cinder-796286-18-iscsi neutron-server[93296]: WARNING oslo_policy.policy [None req-a34b0c53-e7a5-4c70-89a3-eadf07d45f52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:02:52.619236 dv-cinder-796286-18-iscsi neutron-server[93296]: WARNING oslo_policy.policy [None req-a34b0c53-e7a5-4c70-89a3-eadf07d45f52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:02:52.831972 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [None req-a34b0c53-e7a5-4c70-89a3-eadf07d45f52 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:02:52.833141 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-a34b0c53-e7a5-4c70-89a3-eadf07d45f52 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7853885 Jul 23 16:02:55.233906 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 46814) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:02:55.829856 dv-cinder-796286-18-iscsi neutron-server[93297]: WARNING oslo_policy.policy [None req-528b5e3d-d687-4daf-a957-0ac78b1f2151 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:02:55.830427 dv-cinder-796286-18-iscsi neutron-server[93297]: WARNING oslo_policy.policy [None req-528b5e3d-d687-4daf-a957-0ac78b1f2151 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:02:55.894464 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.db.l3_hamode_db [None req-b7a3a0e2-eb9b-431f-b87a-476846a54a31 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 16:02:55.975488 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a3a0e2-eb9b-431f-b87a-476846a54a31 None None] Routers set() bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:02:55.975794 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a3a0e2-eb9b-431f-b87a-476846a54a31 None None] Router IDs set() for agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 16:02:56.056466 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-528b5e3d-d687-4daf-a957-0ac78b1f2151 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:02:56.152159 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.policy [None req-528b5e3d-d687-4daf-a957-0ac78b1f2151 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93297) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 16:02:56.198673 dv-cinder-796286-18-iscsi neutron-server[93297]: WARNING oslo_policy.policy [None req-528b5e3d-d687-4daf-a957-0ac78b1f2151 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:02:56.199045 dv-cinder-796286-18-iscsi neutron-server[93297]: WARNING oslo_policy.policy [None req-528b5e3d-d687-4daf-a957-0ac78b1f2151 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:02:56.207835 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.quota [None req-528b5e3d-d687-4daf-a957-0ac78b1f2151 admin admin] Loaded quota_driver: . Jul 23 16:02:56.317828 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-528b5e3d-d687-4daf-a957-0ac78b1f2151 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727502200487', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727502199956', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727502219493', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727502214847', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727502239868', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727502225703', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-541341', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560568', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1808063', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1742257'] for rbac-policy, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:56.398345 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-528b5e3d-d687-4daf-a957-0ac78b1f2151 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:56.399729 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-528b5e3d-d687-4daf-a957-0ac78b1f2151 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1636908 Jul 23 16:02:59.093879 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 46832) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:02:59.434820 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'name': 'private', 'project_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:02:59.436259 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.quota [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Loaded quota_driver: . Jul 23 16:02:59.500289 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Made reservation on behalf of 5ace8ab6ed2e4a67a1c27b3e9fd4c530 for: {'network': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:02:59.575930 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.policy [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93296) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 16:02:59.621476 dv-cinder-796286-18-iscsi neutron-server[93296]: WARNING oslo_policy.policy [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:02:59.621850 dv-cinder-796286-18-iscsi neutron-server[93296]: WARNING oslo_policy.policy [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:02:59.632514 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:59.660449 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:59.808369 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:59.827181 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:59.854951 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=93296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:02:59.892969 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727500513666', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:02:59.893568 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Unsubscribe: segment precommit_create {{(pid=93296) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 16:02:59.894094 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.segments_db [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Added segment 43e7c358-6a04-480b-8cad-c85f8ba8ecc0 of type vlan for network e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b Jul 23 16:02:59.912516 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ce8e54-f712-43b9-82ad-e9563d83028b,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:02:59.941398 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:59.941759 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:59.942105 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:59.942433 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:59.942763 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:59.943109 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:59.943554 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:59.943899 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:59.944253 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:59.944596 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:59.944912 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:59.945210 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Tracked resource versions report: Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: pushed versions: Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: { 'AddressGroup': {'1.2'}, Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'ConntrackHelper': {'1.0'}, Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Log': {'1.0'}, Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Network': {'1.1'}, Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Port': {'1.7'}, Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'PortForwarding': {'1.2'}, Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'QosPolicy': {'1.8'}, Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'SecurityGroup': {'1.4'}, Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'SubPort': {'1.0'}, Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Subnet': {'1.1'}, Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Trunk': {'1.1'}} Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: consumer versions: Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: { DHCP agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: L3 agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: Metadata agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: Metering agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: Open vSwitch agent@dv-cinder-796286-18-iscsi: { 'AddressGroup': '1.2', Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'ConntrackHelper': '1.0', Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Log': '1.0', Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Network': '1.1', Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Port': '1.7', Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'PortForwarding': '1.2', Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'QosPolicy': '1.8', Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'SecurityGroup': '1.4', Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'SecurityGroupRule': '1.2', Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'SubPort': '1.0', Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Subnet': '1.1', Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Trunk': '1.1'}} Jul 23 16:02:59.946559 dv-cinder-796286-18-iscsi neutron-server[93296]: {{(pid=93296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:03:00.022874 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:00.083024 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:00.084537 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:03:00.085288 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:00.145860 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0508320 Jul 23 16:03:00.196728 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e484ba-05a1-40e0-9d64-f8e5d2216af6 admin admin] Pushing event updated for resources: {'Network': ['ID=e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:03:00.209627 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:03:02.900684 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 46848) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:03:03.421669 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b952abe2-4a03-41d0-9353-a1df3a685dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:03:03.423249 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-b952abe2-4a03-41d0-9353-a1df3a685dc8 admin admin] 10.222.0.69 "GET /v2.0/networks/e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b HTTP/1.1" status: 200 len: 825 time: 0.5215473 Jul 23 16:03:03.449781 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-2900f702-4436-452b-9c58-130a6c1bfa0f admin admin] 10.222.0.69 "GET /v2.0/subnetpools/f818ae89-0f5b-4be9-b13a-461e2a4fe78d HTTP/1.1" status: 200 len: 734 time: 0.0209179 Jul 23 16:03:03.458567 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'f818ae89-0f5b-4be9-b13a-461e2a4fe78d', 'tenant_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:03:03.488782 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Made reservation on behalf of 5ace8ab6ed2e4a67a1c27b3e9fd4c530 for: {'subnet': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:03:03.491925 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:03.801744 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for subnet, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:03.869948 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Checking segment: {'id': '43e7c358-6a04-480b-8cad-c85f8ba8ecc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:03:03.870335 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Network hostable DHCP agents. Network: e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:03:03.880573 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0908abb-385f-4ee5-aaae-adda2280a36e,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:03:03.893809 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:03.894092 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:03.894467 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:03.894796 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:03.895122 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:03.895488 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:03.895810 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:03.896147 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:03.896480 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:03.896796 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:03.897125 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:03.897580 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Tracked resource versions report: Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: pushed versions: Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: { 'AddressGroup': {'1.2'}, Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'ConntrackHelper': {'1.0'}, Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Log': {'1.0'}, Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Network': {'1.1'}, Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Port': {'1.7'}, Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'PortForwarding': {'1.2'}, Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'QosPolicy': {'1.8'}, Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'SecurityGroup': {'1.4'}, Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'SubPort': {'1.0'}, Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Subnet': {'1.1'}, Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Trunk': {'1.1'}} Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: consumer versions: Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: { DHCP agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: L3 agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: Metadata agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: Metering agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: Open vSwitch agent@dv-cinder-796286-18-iscsi: { 'AddressGroup': '1.2', Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'ConntrackHelper': '1.0', Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Log': '1.0', Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Network': '1.1', Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Port': '1.7', Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'PortForwarding': '1.2', Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'QosPolicy': '1.8', Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'SecurityGroup': '1.4', Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'SecurityGroupRule': '1.2', Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'SubPort': '1.0', Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Subnet': '1.1', Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Trunk': '1.1'}} Jul 23 16:03:03.898964 dv-cinder-796286-18-iscsi neutron-server[93297]: {{(pid=93297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:03:03.936676 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Network e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:03:03.954357 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b) {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:03:03.959751 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:03:03.960685 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:03.965972 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a485a8a-5883-427b-a9b5-e59fecde4e9f None None] Network e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:03:03.976993 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-dd5471c4-0a4b-4b36-afd7-ecbb57513ca8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5217259 Jul 23 16:03:04.302541 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4722bcb-980c-5471-8966-18c34a20cf20-e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b', 'network_id': 'e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b', 'tenant_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'fixed_ips': [{'subnet_id': 'e0908abb-385f-4ee5-aaae-adda2280a36e'}]}} from dv-cinder-796286-18-iscsi. {{(pid=93298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:03:04.304134 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:04.589516 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.db_base_plugin_common [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Allocated IP 172.20.0.2 (e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b/e0908abb-385f-4ee5-aaae-adda2280a36e/3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a) {{(pid=93298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:03:04.830506 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Notify callbacks [] for port, precommit_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:04.846585 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Transition to ACTIVE for port object 3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:03:04.869545 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Transition to ACTIVE for port object 3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a will not be triggered until provisioned by entity DHCP. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:03:04.879659 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:04.944442 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Network e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b is already hosted by enough agents. {{(pid=93298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:03:04.950297 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.base_scheduler [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Resources bound (agent type, host, resource id): {{(pid=93298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:03:04.955288 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Received port after_create {{(pid=93298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:03:04.973982 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Pushing event updated for resources: {'Port': ['ID=3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a,revision_number=1']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:03:05.020542 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:05.020940 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:05.021279 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:05.021608 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:05.021931 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:05.022309 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:05.022920 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:05.023282 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:05.023615 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:05.023935 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:05.024267 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:05.024563 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Tracked resource versions report: Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: pushed versions: Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: { 'AddressGroup': {'1.2'}, Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'ConntrackHelper': {'1.0'}, Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Log': {'1.0'}, Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Network': {'1.1'}, Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Port': {'1.7'}, Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'PortForwarding': {'1.2'}, Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'QosPolicy': {'1.8'}, Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'SecurityGroup': {'1.4'}, Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'SubPort': {'1.0'}, Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Subnet': {'1.1'}, Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Trunk': {'1.1'}} Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: consumer versions: Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: { DHCP agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: L3 agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: Metadata agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: Metering agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: Open vSwitch agent@dv-cinder-796286-18-iscsi: { 'AddressGroup': '1.2', Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'ConntrackHelper': '1.0', Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Log': '1.0', Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Network': '1.1', Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Port': '1.7', Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'PortForwarding': '1.2', Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'QosPolicy': '1.8', Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'SecurityGroup': '1.4', Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'SecurityGroupRule': '1.2', Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'SubPort': '1.0', Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Subnet': '1.1', Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Trunk': '1.1'}} Jul 23 16:03:05.025921 dv-cinder-796286-18-iscsi neutron-server[93298]: {{(pid=93298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:03:05.067528 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Attempting to bind port 3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:03:05.067919 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Attempting to bind port 3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': '43e7c358-6a04-480b-8cad-c85f8ba8ecc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:03:05.068340 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Attempting to bind port 3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a on network e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:03:05.074118 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:03:05.074524 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Checking segment: {'id': '43e7c358-6a04-480b-8cad-c85f8ba8ecc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:03:05.074985 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:05.075428 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Bound using segment: {'id': '43e7c358-6a04-480b-8cad-c85f8ba8ecc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:03:05.075910 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Bound port: 3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e7c358-6a04-480b-8cad-c85f8ba8ecc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:03:05.076328 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:05.141742 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] For port 3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:03:05.145889 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] For port 3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a,segment=NetworkSegment(43e7c358-6a04-480b-8cad-c85f8ba8ecc0),segment_id=43e7c358-6a04-480b-8cad-c85f8ba8ecc0)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:03:05.151476 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:05.220502 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d63ed3-17e6-4968-8d20-9666e9271f51 None None] Pushing event updated for resources: {'Port': ['ID=3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:03:06.431431 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 46860) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:03:06.770265 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [None req-741219f8-777e-4bfe-a208-5cc9ef85cdef admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:03:06.771283 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-741219f8-777e-4bfe-a208-5cc9ef85cdef admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3390069 Jul 23 16:03:09.208762 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 46868) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:03:09.551985 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [None req-21f05df3-303a-4a61-bcf9-99955a2f8cee admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:03:09.553145 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-21f05df3-303a-4a61-bcf9-99955a2f8cee admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3432302 Jul 23 16:03:12.223600 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 46878) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:03:12.545398 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-f7a0a172-c094-4b0b-8429-5fe61ac91402 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:03:12.579455 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f7a0a172-c094-4b0b-8429-5fe61ac91402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:12.581244 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f7a0a172-c094-4b0b-8429-5fe61ac91402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:12.689646 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:03:12.763220 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f7a0a172-c094-4b0b-8429-5fe61ac91402 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:12.769655 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f7a0a172-c094-4b0b-8429-5fe61ac91402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735994'] for router, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:12.782075 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:03:12.784814 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f7a0a172-c094-4b0b-8429-5fe61ac91402 admin admin] Notify callbacks [] for router, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:12.786028 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-f7a0a172-c094-4b0b-8429-5fe61ac91402 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5614576 Jul 23 16:03:13.766777 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1800bdc1-3b8d-4445-a8fd-c4ffc818405a None None] Network e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:03:13.829143 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-3c3bfe02-05d9-4e39-96e2-4897a15f49d4 None None] Provisioning for port 3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:03:13.836763 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-3c3bfe02-05d9-4e39-96e2-4897a15f49d4 None None] Provisioning complete for port 3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:03:13.837150 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-3c3bfe02-05d9-4e39-96e2-4897a15f49d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:14.000249 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-3c3bfe02-05d9-4e39-96e2-4897a15f49d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:14.066513 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-3c3bfe02-05d9-4e39-96e2-4897a15f49d4 None None] For port 3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a,segment=NetworkSegment(43e7c358-6a04-480b-8cad-c85f8ba8ecc0),segment_id=43e7c358-6a04-480b-8cad-c85f8ba8ecc0)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:03:14.074548 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-3c3bfe02-05d9-4e39-96e2-4897a15f49d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:14.132611 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bfe02-05d9-4e39-96e2-4897a15f49d4 None None] Pushing event updated for resources: {'Port': ['ID=3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:03:14.296693 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-d1bb313e-14d7-45fb-9fe6-cef3f7c1f59b None None] Provisioning complete for port 3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:03:14.297070 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d1bb313e-14d7-45fb-9fe6-cef3f7c1f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:14.620787 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:03:14.669727 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:03:14.670103 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:15.189042 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 46890) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:03:15.552401 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [None req-451cdb2a-c56e-4a2c-a2d9-8b099f564df9 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:03:15.553931 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-451cdb2a-c56e-4a2c-a2d9-8b099f564df9 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3639505 Jul 23 16:03:15.780304 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-a14756e9-efb7-46ec-bdd9-820a301dafb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:17.692550 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 5 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:03:18.027322 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 46898) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:03:18.375599 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-422f1565-a5ce-433d-bd92-b82c31eff838 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:03:18.403715 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422f1565-a5ce-433d-bd92-b82c31eff838 admin admin] Made reservation on behalf of d325f382c4c34a8a83d86c6ccc9111db for: {'network': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:03:18.406255 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-422f1565-a5ce-433d-bd92-b82c31eff838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:18.422202 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-422f1565-a5ce-433d-bd92-b82c31eff838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:18.481911 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-81cb78c2-f292-4ed9-be24-5f85a5d54171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:18.567173 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-422f1565-a5ce-433d-bd92-b82c31eff838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:18.572885 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-422f1565-a5ce-433d-bd92-b82c31eff838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:18.598237 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-422f1565-a5ce-433d-bd92-b82c31eff838 admin admin] Reserving flat network on physical network physnet1 {{(pid=93297) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 16:03:18.617627 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f1565-a5ce-433d-bd92-b82c31eff838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7cb9f3-c13f-412e-b7ad-6f3391318472,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:03:18.624515 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-422f1565-a5ce-433d-bd92-b82c31eff838 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727500513666', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:18.625092 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-422f1565-a5ce-433d-bd92-b82c31eff838 admin admin] Unsubscribe: segment precommit_create {{(pid=93297) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 16:03:18.625569 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.segments_db [None req-422f1565-a5ce-433d-bd92-b82c31eff838 admin admin] Added segment faa77feb-861d-4456-af35-0ec1b127b577 of type flat for network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 Jul 23 16:03:18.695022 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-422f1565-a5ce-433d-bd92-b82c31eff838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:18.749613 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-422f1565-a5ce-433d-bd92-b82c31eff838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:18.750540 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422f1565-a5ce-433d-bd92-b82c31eff838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:03:18.751143 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-422f1565-a5ce-433d-bd92-b82c31eff838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:18.751739 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:18.798611 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-422f1565-a5ce-433d-bd92-b82c31eff838 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7698746 Jul 23 16:03:18.856965 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f1565-a5ce-433d-bd92-b82c31eff838 admin admin] Pushing event updated for resources: {'Network': ['ID=241ebba6-cd57-4e89-ae41-1e1bc2228a25,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:03:18.873123 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:03:19.169228 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:20.953156 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:21.240115 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 46916) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:03:21.503482 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ddd1f7-06af-4112-846c-a69def538223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:03:21.504741 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d6ddd1f7-06af-4112-846c-a69def538223 admin admin] 10.222.0.69 "GET /v2.0/subnets/e0908abb-385f-4ee5-aaae-adda2280a36e HTTP/1.1" status: 200 len: 849 time: 0.2633648 Jul 23 16:03:21.667033 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-0e0af902-8020-47d9-b9ae-207605dfa061 admin admin] 10.222.0.69 "GET /v2.0/routers/39a47094-d688-4e24-ac79-f8711cde44d8 HTTP/1.1" status: 200 len: 704 time: 0.1566577 Jul 23 16:03:21.969026 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:22.274878 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Allocated IP 172.20.0.1 (e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b/e0908abb-385f-4ee5-aaae-adda2280a36e/a7ea7789-432c-4165-a5b3-615639bf7639) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:03:22.475219 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:22.500952 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Transition to ACTIVE for port object a7ea7789-432c-4165-a5b3-615639bf7639 will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:03:22.599913 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:22.682920 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Network e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:03:22.687690 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:03:22.693099 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ea7789-432c-4165-a5b3-615639bf7639,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:03:22.704195 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:03:22.704747 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734691'] for router_interface, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:22.863348 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-a10df47c-66f5-4684-a9f2-5ae7a7a2c296 None None] Provisioning for port a7ea7789-432c-4165-a5b3-615639bf7639 completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:03:22.867539 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-a10df47c-66f5-4684-a9f2-5ae7a7a2c296 None None] Provisioning complete for port a7ea7789-432c-4165-a5b3-615639bf7639 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:03:22.868108 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-a10df47c-66f5-4684-a9f2-5ae7a7a2c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:22.908001 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-a10df47c-66f5-4684-a9f2-5ae7a7a2c296 None None] Port a7ea7789-432c-4165-a5b3-615639bf7639 cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:03:22.936825 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:23.182072 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:23.189678 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:23.190511 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729524'] for router_interface, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:23.249637 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ea7789-432c-4165-a5b3-615639bf7639,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:03:23.320777 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Network e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:03:23.322195 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:03:23.493096 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Router 39a47094-d688-4e24-ac79-f8711cde44d8 is scheduled to L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b with binding_index 1 {{(pid=93296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:03:23.532619 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-a6be1e77-c2bf-4802-9aaf-f0a9d6a07bfc None None] Provisioning complete for port a7ea7789-432c-4165-a5b3-615639bf7639 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:03:23.533001 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-a6be1e77-c2bf-4802-9aaf-f0a9d6a07bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:23.567221 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-a6be1e77-c2bf-4802-9aaf-f0a9d6a07bfc None None] Port a7ea7789-432c-4165-a5b3-615639bf7639 cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:03:23.589495 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:03:23.595015 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-da83e2c1-8947-43fe-bc15-8a059d758680 admin admin] 10.222.0.69 "PUT /v2.0/routers/39a47094-d688-4e24-ac79-f8711cde44d8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9205573 Jul 23 16:03:23.613445 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Sync routers for ids ['39a47094-d688-4e24-ac79-f8711cde44d8'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:03:23.627118 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Routers {'39a47094-d688-4e24-ac79-f8711cde44d8'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:03:23.627990 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:03:18Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['39a47094-d688-4e24-ac79-f8711cde44d8'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:03:23.813200 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Set router 39a47094-d688-4e24-ac79-f8711cde44d8 gateway port host: None {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:03:24.252080 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a47094-d688-4e24-ac79-f8711cde44d8', 'name': 'router1', 'tenant_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:03:12Z', 'updated_at': '2021-07-23T16:03:22Z', 'revision_number': 2, 'project_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'gw_port_host': None, '_interfaces': [{'id': 'a7ea7789-432c-4165-a5b3-615639bf7639', 'name': '', 'network_id': 'e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b', 'tenant_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'mac_address': 'fa:16:3e:44:33:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a47094-d688-4e24-ac79-f8711cde44d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0908abb-385f-4ee5-aaae-adda2280a36e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:03:21Z', 'updated_at': '2021-07-23T16:03:22Z', 'revision_number': 2, 'project_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'subnets': [{'id': 'e0908abb-385f-4ee5-aaae-adda2280a36e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f818ae89-0f5b-4be9-b13a-461e2a4fe78d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:03:24.303827 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Checking router: 39a47094-d688-4e24-ac79-f8711cde44d8 for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:03:24.304178 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Updating router 39a47094-d688-4e24-ac79-f8711cde44d8 port a7ea7789-432c-4165-a5b3-615639bf7639 binding host dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:03:24.367949 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:24.879432 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Notify callbacks [] for port, precommit_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:24.898098 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.provisioning_blocks [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Transition to ACTIVE for port object a7ea7789-432c-4165-a5b3-615639bf7639 will not be triggered until provisioned by entity L2. {{(pid=93299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:03:24.905103 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:25.064056 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Attempting to bind port a7ea7789-432c-4165-a5b3-615639bf7639 on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:03:25.064653 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Attempting to bind port a7ea7789-432c-4165-a5b3-615639bf7639 by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': '43e7c358-6a04-480b-8cad-c85f8ba8ecc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b'}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:03:25.065250 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Attempting to bind port a7ea7789-432c-4165-a5b3-615639bf7639 on network e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:03:25.085681 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:03:25.086264 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Checking segment: {'id': '43e7c358-6a04-480b-8cad-c85f8ba8ecc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:03:25.086922 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:25.087698 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Bound using segment: {'id': '43e7c358-6a04-480b-8cad-c85f8ba8ecc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b'} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:03:25.089256 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Bound port: a7ea7789-432c-4165-a5b3-615639bf7639, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e7c358-6a04-480b-8cad-c85f8ba8ecc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b'}}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:03:25.089859 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:25.106876 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9009a5-c4c6-4166-8bd5-e1c8dd4d8f9f None None] Pushing event updated for resources: {'Port': ['ID=a7ea7789-432c-4165-a5b3-615639bf7639,revision_number=3']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:03:25.119532 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9009a5-c4c6-4166-8bd5-e1c8dd4d8f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:25.120032 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9009a5-c4c6-4166-8bd5-e1c8dd4d8f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:25.120513 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9009a5-c4c6-4166-8bd5-e1c8dd4d8f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:25.120990 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9009a5-c4c6-4166-8bd5-e1c8dd4d8f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:25.121457 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9009a5-c4c6-4166-8bd5-e1c8dd4d8f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:25.121926 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9009a5-c4c6-4166-8bd5-e1c8dd4d8f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:25.122388 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9009a5-c4c6-4166-8bd5-e1c8dd4d8f9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:25.122855 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9009a5-c4c6-4166-8bd5-e1c8dd4d8f9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:25.123362 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9009a5-c4c6-4166-8bd5-e1c8dd4d8f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:25.123834 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9009a5-c4c6-4166-8bd5-e1c8dd4d8f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:25.124307 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9009a5-c4c6-4166-8bd5-e1c8dd4d8f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:25.124772 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9009a5-c4c6-4166-8bd5-e1c8dd4d8f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9009a5-c4c6-4166-8bd5-e1c8dd4d8f9f None None] Tracked resource versions report: Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: pushed versions: Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: { 'AddressGroup': {'1.2'}, Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'ConntrackHelper': {'1.0'}, Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Log': {'1.0'}, Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Network': {'1.1'}, Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Port': {'1.7'}, Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'PortForwarding': {'1.2'}, Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'QosPolicy': {'1.8'}, Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'SecurityGroup': {'1.4'}, Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'SubPort': {'1.0'}, Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Subnet': {'1.1'}, Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Trunk': {'1.1'}} Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: consumer versions: Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: { DHCP agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: L3 agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: Metadata agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: Metering agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: Open vSwitch agent@dv-cinder-796286-18-iscsi: { 'AddressGroup': '1.2', Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'ConntrackHelper': '1.0', Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Log': '1.0', Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Network': '1.1', Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Port': '1.7', Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'PortForwarding': '1.2', Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'QosPolicy': '1.8', Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'SecurityGroup': '1.4', Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'SecurityGroupRule': '1.2', Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'SubPort': '1.0', Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Subnet': '1.1', Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Trunk': '1.1'}} Jul 23 16:03:25.126908 dv-cinder-796286-18-iscsi neutron-server[93299]: {{(pid=93299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:03:25.187633 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] For port a7ea7789-432c-4165-a5b3-615639bf7639, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:03:25.209697 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] For port a7ea7789-432c-4165-a5b3-615639bf7639, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=a7ea7789-432c-4165-a5b3-615639bf7639,segment=NetworkSegment(43e7c358-6a04-480b-8cad-c85f8ba8ecc0),segment_id=43e7c358-6a04-480b-8cad-c85f8ba8ecc0)] {{(pid=93299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:03:25.215118 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:25.270899 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9009a5-c4c6-4166-8bd5-e1c8dd4d8f9f None None] Pushing event updated for resources: {'Port': ['ID=a7ea7789-432c-4165-a5b3-615639bf7639,revision_number=4']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:03:25.275418 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Routers {'39a47094-d688-4e24-ac79-f8711cde44d8'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:03:25.276079 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:03:18Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['39a47094-d688-4e24-ac79-f8711cde44d8'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:03:25.363669 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] Set router 39a47094-d688-4e24-ac79-f8711cde44d8 gateway port host: None {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:03:25.573702 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a47094-d688-4e24-ac79-f8711cde44d8', 'name': 'router1', 'tenant_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:03:12Z', 'updated_at': '2021-07-23T16:03:22Z', 'revision_number': 2, 'project_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'gw_port_host': None, '_interfaces': [{'id': 'a7ea7789-432c-4165-a5b3-615639bf7639', 'name': '', 'network_id': 'e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b', 'tenant_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'mac_address': 'fa:16:3e:44:33:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a47094-d688-4e24-ac79-f8711cde44d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0908abb-385f-4ee5-aaae-adda2280a36e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:03:21Z', 'updated_at': '2021-07-23T16:03:25Z', 'revision_number': 4, 'project_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'subnets': [{'id': 'e0908abb-385f-4ee5-aaae-adda2280a36e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f818ae89-0f5b-4be9-b13a-461e2a4fe78d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:03:25.598825 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df297d01-c8b3-4203-a79a-a13b6a003047 None None] The sync data for ids ['39a47094-d688-4e24-ac79-f8711cde44d8'] in dv-cinder-796286-18-iscsi is: [{'id': '39a47094-d688-4e24-ac79-f8711cde44d8', 'name': 'router1', 'tenant_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:03:12Z', 'updated_at': '2021-07-23T16:03:22Z', 'revision_number': 2, 'project_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'gw_port_host': None, '_interfaces': [{'id': 'a7ea7789-432c-4165-a5b3-615639bf7639', 'name': '', 'network_id': 'e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b', 'tenant_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'mac_address': 'fa:16:3e:44:33:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a47094-d688-4e24-ac79-f8711cde44d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0908abb-385f-4ee5-aaae-adda2280a36e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:03:21Z', 'updated_at': '2021-07-23T16:03:25Z', 'revision_number': 4, 'project_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'subnets': [{'id': 'e0908abb-385f-4ee5-aaae-adda2280a36e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f818ae89-0f5b-4be9-b13a-461e2a4fe78d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:03:25.856072 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 46938) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:03:25.972296 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5ddee9-24c5-4900-ac03-73d31547b228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:03:25.973727 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-7a5ddee9-24c5-4900-ac03-73d31547b228 admin admin] 10.222.0.69 "GET /v2.0/networks/241ebba6-cd57-4e89-ae41-1e1bc2228a25 HTTP/1.1" status: 200 len: 842 time: 0.1163163 Jul 23 16:03:25.984081 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-2e9b0221-c10d-48af-ac11-e18ce7fad974 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:03:26.011902 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9b0221-c10d-48af-ac11-e18ce7fad974 admin admin] Made reservation on behalf of d325f382c4c34a8a83d86c6ccc9111db for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:03:26.014293 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0221-c10d-48af-ac11-e18ce7fad974 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:26.342421 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.objects.ports [None req-2e9b0221-c10d-48af-ac11-e18ce7fad974 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:03:26.342845 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0221-c10d-48af-ac11-e18ce7fad974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:26.397494 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b0221-c10d-48af-ac11-e18ce7fad974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:03:26.409488 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9b0221-c10d-48af-ac11-e18ce7fad974 admin admin] Checking segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:03:26.409847 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9b0221-c10d-48af-ac11-e18ce7fad974 admin admin] Network hostable DHCP agents. Network: 241ebba6-cd57-4e89-ae41-1e1bc2228a25, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:03:26.435845 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9b0221-c10d-48af-ac11-e18ce7fad974 admin admin] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:03:26.448169 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-2e9b0221-c10d-48af-ac11-e18ce7fad974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, 241ebba6-cd57-4e89-ae41-1e1bc2228a25) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:03:26.453096 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9b0221-c10d-48af-ac11-e18ce7fad974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:03:26.453706 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0221-c10d-48af-ac11-e18ce7fad974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:26.458623 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c4cd65-a038-4b19-b534-08fe771ab187 None None] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:03:26.473325 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-2e9b0221-c10d-48af-ac11-e18ce7fad974 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4927444 Jul 23 16:03:26.593567 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80841599-a329-460c-b053-2e1d30aae9db None None] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:03:28.767886 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 46946) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:03:28.988930 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-82eaa0d4-dded-4d88-9f01-8d10980a2ae2 admin admin] 10.222.0.69 "GET /v2.0/routers/39a47094-d688-4e24-ac79-f8711cde44d8 HTTP/1.1" status: 200 len: 710 time: 0.2195380 Jul 23 16:03:29.123865 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0051e3fa-ce66-4513-843f-7ccd00544962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:03:29.125289 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-0051e3fa-ce66-4513-843f-7ccd00544962 admin admin] 10.222.0.69 "GET /v2.0/networks/241ebba6-cd57-4e89-ae41-1e1bc2228a25 HTTP/1.1" status: 200 len: 886 time: 0.1307755 Jul 23 16:03:29.135071 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-670fb1fe-c85c-42ce-ade8-cc35f932229e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:03:29.381938 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-670fb1fe-c85c-42ce-ade8-cc35f932229e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:29.628189 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-670fb1fe-c85c-42ce-ade8-cc35f932229e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:29.752976 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-670fb1fe-c85c-42ce-ade8-cc35f932229e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:29.911213 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-670fb1fe-c85c-42ce-ade8-cc35f932229e admin admin] Allocated IP 172.27.0.162 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/40542a5a-39b4-47cc-82cf-5e114ef0d40d) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:03:30.031791 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-670fb1fe-c85c-42ce-ade8-cc35f932229e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:30.116119 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-670fb1fe-c85c-42ce-ade8-cc35f932229e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:30.191487 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670fb1fe-c85c-42ce-ade8-cc35f932229e admin admin] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:03:30.199885 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-670fb1fe-c85c-42ce-ade8-cc35f932229e admin admin] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:03:30.207065 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670fb1fe-c85c-42ce-ade8-cc35f932229e admin admin] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:03:30.213985 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fb1fe-c85c-42ce-ade8-cc35f932229e admin admin] Pushing event updated for resources: {'Port': ['ID=40542a5a-39b4-47cc-82cf-5e114ef0d40d,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:03:30.494134 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-670fb1fe-c85c-42ce-ade8-cc35f932229e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:30.699079 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-670fb1fe-c85c-42ce-ade8-cc35f932229e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:30.702463 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-670fb1fe-c85c-42ce-ade8-cc35f932229e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1735989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707899'] for router, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:30.828930 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670fb1fe-c85c-42ce-ade8-cc35f932229e admin admin] Router 39a47094-d688-4e24-ac79-f8711cde44d8 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:03:30.945188 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670fb1fe-c85c-42ce-ade8-cc35f932229e admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:03:30.949838 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-670fb1fe-c85c-42ce-ade8-cc35f932229e admin admin] Notify callbacks [] for router, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:30.951057 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-670fb1fe-c85c-42ce-ade8-cc35f932229e admin admin] 10.222.0.69 "PUT /v2.0/routers/39a47094-d688-4e24-ac79-f8711cde44d8 HTTP/1.1" status: 200 len: 890 time: 1.8196414 Jul 23 16:03:32.112653 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Sync routers for ids ['39a47094-d688-4e24-ac79-f8711cde44d8'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:03:32.126735 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Routers {'39a47094-d688-4e24-ac79-f8711cde44d8'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:03:32.127524 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:03:18Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['39a47094-d688-4e24-ac79-f8711cde44d8'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:03:32.392646 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Set router 39a47094-d688-4e24-ac79-f8711cde44d8 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:03:32.656090 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device a7ea7789-432c-4165-a5b3-615639bf7639 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:03:32.791969 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port a7ea7789-432c-4165-a5b3-615639bf7639 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:03:32.801783 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port a7ea7789-432c-4165-a5b3-615639bf7639 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:03:32.802187 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:32.880691 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a47094-d688-4e24-ac79-f8711cde44d8', 'name': 'router1', 'tenant_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '40542a5a-39b4-47cc-82cf-5e114ef0d40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:03:12Z', 'updated_at': '2021-07-23T16:03:30Z', 'revision_number': 4, 'project_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'gw_port': {'id': '40542a5a-39b4-47cc-82cf-5e114ef0d40d', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:11:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a47094-d688-4e24-ac79-f8711cde44d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:03:29Z', 'updated_at': '2021-07-23T16:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': 'a7ea7789-432c-4165-a5b3-615639bf7639', 'name': '', 'network_id': 'e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b', 'tenant_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'mac_address': 'fa:16:3e:44:33:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a47094-d688-4e24-ac79-f8711cde44d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0908abb-385f-4ee5-aaae-adda2280a36e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:03:21Z', 'updated_at': '2021-07-23T16:03:25Z', 'revision_number': 4, 'project_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'subnets': [{'id': 'e0908abb-385f-4ee5-aaae-adda2280a36e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f818ae89-0f5b-4be9-b13a-461e2a4fe78d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:03:32.951698 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Checking router: 39a47094-d688-4e24-ac79-f8711cde44d8 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:03:32.951918 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Updating router 39a47094-d688-4e24-ac79-f8711cde44d8 port 40542a5a-39b4-47cc-82cf-5e114ef0d40d binding host dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:03:32.990825 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:32.999921 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:33.070401 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port a7ea7789-432c-4165-a5b3-615639bf7639, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=a7ea7789-432c-4165-a5b3-615639bf7639,segment=NetworkSegment(43e7c358-6a04-480b-8cad-c85f8ba8ecc0),segment_id=43e7c358-6a04-480b-8cad-c85f8ba8ecc0)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:03:33.116160 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:33.229815 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=a7ea7789-432c-4165-a5b3-615639bf7639,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:03:33.372992 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 46958) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:03:33.394251 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:33.404365 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Transition to ACTIVE for port object 40542a5a-39b4-47cc-82cf-5e114ef0d40d will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:03:33.410635 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:33.461315 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Attempting to bind port 40542a5a-39b4-47cc-82cf-5e114ef0d40d on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:03:33.461686 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Attempting to bind port 40542a5a-39b4-47cc-82cf-5e114ef0d40d by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:03:33.462052 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Attempting to bind port 40542a5a-39b4-47cc-82cf-5e114ef0d40d on network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:03:33.467500 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b076bab-4bc0-4bb4-a5f7-9121f59dc8c1 None None] Pushing event updated for resources: {'Port': ['ID=40542a5a-39b4-47cc-82cf-5e114ef0d40d,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:03:33.471109 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:03:33.471465 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Checking segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:03:33.471864 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:33.472249 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Bound using segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:03:33.472752 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Bound port: 40542a5a-39b4-47cc-82cf-5e114ef0d40d, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:03:33.473357 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:33.524662 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-215ceadb-1d02-436f-a4b1-ccec89a323d6 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1503057 Jul 23 16:03:33.538385 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] For port 40542a5a-39b4-47cc-82cf-5e114ef0d40d, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:03:33.543256 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] For port 40542a5a-39b4-47cc-82cf-5e114ef0d40d, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=40542a5a-39b4-47cc-82cf-5e114ef0d40d,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:03:33.549634 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:33.613588 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Routers {'39a47094-d688-4e24-ac79-f8711cde44d8'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:03:33.614537 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:03:18Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['39a47094-d688-4e24-ac79-f8711cde44d8'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:03:33.616953 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b076bab-4bc0-4bb4-a5f7-9121f59dc8c1 None None] Pushing event updated for resources: {'Port': ['ID=40542a5a-39b4-47cc-82cf-5e114ef0d40d,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:03:33.814646 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] Set router 39a47094-d688-4e24-ac79-f8711cde44d8 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:03:34.040020 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a47094-d688-4e24-ac79-f8711cde44d8', 'name': 'router1', 'tenant_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '40542a5a-39b4-47cc-82cf-5e114ef0d40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:03:12Z', 'updated_at': '2021-07-23T16:03:30Z', 'revision_number': 4, 'project_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'gw_port': {'id': '40542a5a-39b4-47cc-82cf-5e114ef0d40d', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:11:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a47094-d688-4e24-ac79-f8711cde44d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:03:29Z', 'updated_at': '2021-07-23T16:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': 'a7ea7789-432c-4165-a5b3-615639bf7639', 'name': '', 'network_id': 'e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b', 'tenant_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'mac_address': 'fa:16:3e:44:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a47094-d688-4e24-ac79-f8711cde44d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0908abb-385f-4ee5-aaae-adda2280a36e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:03:21Z', 'updated_at': '2021-07-23T16:03:33Z', 'revision_number': 5, 'project_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'subnets': [{'id': 'e0908abb-385f-4ee5-aaae-adda2280a36e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f818ae89-0f5b-4be9-b13a-461e2a4fe78d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:03:34.067889 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b4220-28aa-4d8d-9bcf-0dc0a3ece934 None None] The sync data for ids ['39a47094-d688-4e24-ac79-f8711cde44d8'] in dv-cinder-796286-18-iscsi is: [{'id': '39a47094-d688-4e24-ac79-f8711cde44d8', 'name': 'router1', 'tenant_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '40542a5a-39b4-47cc-82cf-5e114ef0d40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:03:12Z', 'updated_at': '2021-07-23T16:03:30Z', 'revision_number': 4, 'project_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'gw_port': {'id': '40542a5a-39b4-47cc-82cf-5e114ef0d40d', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:11:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a47094-d688-4e24-ac79-f8711cde44d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:03:29Z', 'updated_at': '2021-07-23T16:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': 'a7ea7789-432c-4165-a5b3-615639bf7639', 'name': '', 'network_id': 'e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b', 'tenant_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'mac_address': 'fa:16:3e:44:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a47094-d688-4e24-ac79-f8711cde44d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0908abb-385f-4ee5-aaae-adda2280a36e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:03:21Z', 'updated_at': '2021-07-23T16:03:33Z', 'revision_number': 5, 'project_id': '5ace8ab6ed2e4a67a1c27b3e9fd4c530', 'subnets': [{'id': 'e0908abb-385f-4ee5-aaae-adda2280a36e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f818ae89-0f5b-4be9-b13a-461e2a4fe78d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:03:34.725357 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device a7ea7789-432c-4165-a5b3-615639bf7639 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:03:34.782112 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port a7ea7789-432c-4165-a5b3-615639bf7639 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:03:34.782752 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:34.893283 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 40542a5a-39b4-47cc-82cf-5e114ef0d40d up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:03:34.979392 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 40542a5a-39b4-47cc-82cf-5e114ef0d40d completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:03:34.984837 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 40542a5a-39b4-47cc-82cf-5e114ef0d40d triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:03:34.985458 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:35.086877 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:35.110238 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 40542a5a-39b4-47cc-82cf-5e114ef0d40d, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=40542a5a-39b4-47cc-82cf-5e114ef0d40d,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:03:35.119387 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:35.172870 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=40542a5a-39b4-47cc-82cf-5e114ef0d40d,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:03:36.656619 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 40542a5a-39b4-47cc-82cf-5e114ef0d40d up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:03:36.721148 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 40542a5a-39b4-47cc-82cf-5e114ef0d40d triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:03:36.721522 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:45.776181 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-b2df3144-c524-434f-8379-969c54622f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:48.486354 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-61d7d423-9869-4634-b89c-74fd99bb34af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:48.759114 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:49.174232 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:50.989547 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:03:54.699381 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 5 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:04:15.775893 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-18f9c614-f15e-4d84-b906-e917d9ad57d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:18.491435 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-6b6d9429-c4db-465f-b4e3-64655518401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:18.753708 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:19.178889 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:20.973243 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:31.688678 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 5 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:04:45.784119 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c976e103-8913-446c-94da-85c81ad44e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:48.494978 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-a8f31094-e9d8-49e7-a8f1-0ffb85d76665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:48.758452 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:49.182614 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:50.977032 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:08.688696 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 5 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:05:12.021831 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 47526) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:12.094113 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e4705b0-eeb7-47f5-aeda-ba9e07929dad admin admin] GET failed (client error): The resource could not be found. Jul 23 16:05:12.095537 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1e4705b0-eeb7-47f5-aeda-ba9e07929dad admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0723650 Jul 23 16:05:12.268865 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf43cdb8-31ab-4fc1-94bc-0533e1ba724d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:12.270473 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-cf43cdb8-31ab-4fc1-94bc-0533e1ba724d admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1686029 Jul 23 16:05:14.502247 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 47536) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:14.611237 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4540b505-2f10-4008-a0e2-1dbcb8d2fe0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:14.613192 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-4540b505-2f10-4008-a0e2-1dbcb8d2fe0e admin admin] 10.222.0.69 "GET /v2.0/subnets/e0908abb-385f-4ee5-aaae-adda2280a36e HTTP/1.1" status: 200 len: 849 time: 0.1095634 Jul 23 16:05:14.622604 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:05:14.716806 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:14.871626 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727500452684'] for subnet, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:14.905503 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:14.906077 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:14.907415 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] 10.222.0.69 "PUT /v2.0/subnets/e0908abb-385f-4ee5-aaae-adda2280a36e HTTP/1.1" status: 200 len: 868 time: 0.2887008 Jul 23 16:05:14.923887 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9185b6-1b7a-48be-8d48-0c84376846fc None None] Network e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:05:14.926802 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0908abb-385f-4ee5-aaae-adda2280a36e,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:05:14.934867 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.935270 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.935644 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.935984 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.936323 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.936742 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.937090 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.937452 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.937805 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.938153 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.938486 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.938819 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d225500-55fe-44b8-8b19-7f90a5882c45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:15.370630 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-929a39a7-bccd-4d07-8f7d-0f17bb12341e None None] Provisioning complete for port 3d66c7b7-d2d7-4d4e-b944-1a9a4b8a107a triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:05:15.371129 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-929a39a7-bccd-4d07-8f7d-0f17bb12341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:15.457542 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-929a39a7-bccd-4d07-8f7d-0f17bb12341e None None] Provisioning complete for port a7ea7789-432c-4165-a5b3-615639bf7639 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:05:15.457844 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-929a39a7-bccd-4d07-8f7d-0f17bb12341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:15.778655 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-127fec4d-c5a9-48d0-bba7-9f0fecf8919a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:17.139447 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 47544) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:17.434810 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9b3b86-c0ef-45d9-8049-ab759e6c32f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:17.435322 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9b3b86-c0ef-45d9-8049-ab759e6c32f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:17.436888 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-ae9b3b86-c0ef-45d9-8049-ab759e6c32f0 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2964742 Jul 23 16:05:18.499975 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d0086bfa-f896-4c4c-a2ef-451ee5a1f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:18.765914 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:19.182976 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:19.688822 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 47554) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:19.984243 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22beaf1d-f47b-4acf-b6cf-d7eae991e4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:19.984642 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22beaf1d-f47b-4acf-b6cf-d7eae991e4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:19.986268 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-22beaf1d-f47b-4acf-b6cf-d7eae991e4a2 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2961946 Jul 23 16:05:20.979240 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:22.168880 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 47562) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:22.312821 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b79896e-8e94-4780-8e4d-f7d768e5b2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:22.314123 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-7b79896e-8e94-4780-8e4d-f7d768e5b2ed admin admin] 10.222.0.69 "GET /v2.0/networks/241ebba6-cd57-4e89-ae41-1e1bc2228a25 HTTP/1.1" status: 200 len: 886 time: 0.1442649 Jul 23 16:05:24.540391 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 47570) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:24.705004 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6b1dc3-8206-458b-a746-cebfb8b886e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:24.706445 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-3d6b1dc3-8206-458b-a746-cebfb8b886e2 admin admin] 10.222.0.69 "GET /v2.0/networks/e922681b-c0b5-4d8b-bc89-b4a0edcf3e4b HTTP/1.1" status: 200 len: 869 time: 0.1648216 Jul 23 16:05:26.889531 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 47578) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:27.024584 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d9e63f-e4d3-4333-b5d0-6b679a8f258c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:27.025002 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d9e63f-e4d3-4333-b5d0-6b679a8f258c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:27.026577 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-62d9e63f-e4d3-4333-b5d0-6b679a8f258c admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1358194 Jul 23 16:05:29.263772 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 47586) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:29.381174 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d694e500-7e8c-4623-be36-7225fa9f091d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:29.381632 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d694e500-7e8c-4623-be36-7225fa9f091d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:29.383227 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d694e500-7e8c-4623-be36-7225fa9f091d admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1181040 Jul 23 16:05:31.603761 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 47594) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:31.711998 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e59a15-93d6-4321-b6d7-e581ea1183be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:31.714049 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-e9e59a15-93d6-4321-b6d7-e581ea1183be admin admin] 10.222.0.69 "GET /v2.0/subnets/e0908abb-385f-4ee5-aaae-adda2280a36e HTTP/1.1" status: 200 len: 868 time: 0.1086068 Jul 23 16:05:33.915465 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 47602) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:34.010644 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f704b-066b-43d2-8afa-15c49eb7d4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:34.012799 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-499f704b-066b-43d2-8afa-15c49eb7d4f2 admin admin] 10.222.0.69 "GET /v2.0/subnets/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33 HTTP/1.1" status: 200 len: 816 time: 0.0962653 Jul 23 16:05:45.688136 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 5 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:05:45.782474 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-608d3127-1100-48d3-8a52-5dcc02368693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:48.505147 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c934279f-1645-4c8b-9e48-fa5dfbd3c0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:48.760363 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:49.187526 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:50.989880 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:59.119758 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 47654) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:59.183956 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [None req-b3d82a7e-3995-40b8-b96a-58fe20e6973a admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:05:59.185051 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b3d82a7e-3995-40b8-b96a-58fe20e6973a admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0640929 Jul 23 16:06:01.488168 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 47662) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:06:01.556070 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.pecan_wsgi.hooks.translation [None req-f313473b-0c89-4618-8d50-6765efd7a571 admin admin] GET failed (client error): The resource could not be found. Jul 23 16:06:01.557528 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-f313473b-0c89-4618-8d50-6765efd7a571 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0679681 Jul 23 16:06:01.720112 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df563c-8888-4d80-9d8c-1c4dc280d571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:06:01.721549 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-10df563c-8888-4d80-9d8c-1c4dc280d571 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1594503 Jul 23 16:06:03.999817 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 47670) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:06:04.064040 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-a05a7099-e465-45d6-b261-607ef0891649 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:06:04.096550 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05a7099-e465-45d6-b261-607ef0891649 admin admin] Made reservation on behalf of d325f382c4c34a8a83d86c6ccc9111db for: {'network': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:06:04.100467 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a05a7099-e465-45d6-b261-607ef0891649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:04.130879 dv-cinder-796286-18-iscsi neutron-server[93296]: WARNING neutron.services.revisions.revision_plugin [None req-a05a7099-e465-45d6-b261-607ef0891649 admin admin] Could not find related network for resource to bump revision. Jul 23 16:06:04.144136 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05a7099-e465-45d6-b261-607ef0891649 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=93296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:06:04.154904 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a05a7099-e465-45d6-b261-607ef0891649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:04.155277 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.segments_db [None req-a05a7099-e465-45d6-b261-607ef0891649 admin admin] Added segment 91f51395-bc24-4fd7-847a-9fc8d9e84d1b of type vlan for network db8493be-c0c6-4ede-a738-d92e3e56e3f5 Jul 23 16:06:04.193710 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a05a7099-e465-45d6-b261-607ef0891649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:04.224834 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a05a7099-e465-45d6-b261-607ef0891649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:04.226000 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05a7099-e465-45d6-b261-607ef0891649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:06:04.226611 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a05a7099-e465-45d6-b261-607ef0891649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:04.259807 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-a05a7099-e465-45d6-b261-607ef0891649 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2587471 Jul 23 16:06:04.288078 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a7099-e465-45d6-b261-607ef0891649 admin admin] Pushing event updated for resources: {'Network': ['ID=db8493be-c0c6-4ede-a738-d92e3e56e3f5,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:06:04.299637 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network db8493be-c0c6-4ede-a738-d92e3e56e3f5 details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:06:06.473586 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 47678) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:06:06.537077 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a36e67-4734-4403-94fc-9b06481d6901 admin admin] GET failed (client error): The resource could not be found. Jul 23 16:06:06.538396 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-d9a36e67-4734-4403-94fc-9b06481d6901 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0637984 Jul 23 16:06:06.609458 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e77f7d-028f-465e-bacf-9b5b8e32a1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:06:06.610930 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-15e77f7d-028f-465e-bacf-9b5b8e32a1ce admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680261 Jul 23 16:06:06.631894 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'db8493be-c0c6-4ede-a738-d92e3e56e3f5', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:06:06.661887 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Made reservation on behalf of d325f382c4c34a8a83d86c6ccc9111db for: {'subnet': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:06:06.665421 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:06.844102 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for subnet, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:06.904371 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9ec4b3d-0d35-49f0-8c55-8969a240f229,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:06:06.916860 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:06.917078 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:06.917437 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:06.917776 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:06.918107 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:06.918438 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:06.918794 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:06.919133 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:06.919473 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:06.919814 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:06.920137 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:06.920458 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:06.923815 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Checking segment: {'id': '91f51395-bc24-4fd7-847a-9fc8d9e84d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'db8493be-c0c6-4ede-a738-d92e3e56e3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:06:06.924182 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Network hostable DHCP agents. Network: db8493be-c0c6-4ede-a738-d92e3e56e3f5, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:06:06.944005 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Network db8493be-c0c6-4ede-a738-d92e3e56e3f5 is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:06:06.956675 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, db8493be-c0c6-4ede-a738-d92e3e56e3f5) {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:06:06.961306 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:06:06.962155 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:06.967136 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207b82c3-592a-49ec-8e35-536956967df7 None None] Network db8493be-c0c6-4ede-a738-d92e3e56e3f5 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:06:06.977199 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-e898ee2b-ee11-4123-8d61-a420bc96af26 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3545978 Jul 23 16:06:07.137802 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4722bcb-980c-5471-8966-18c34a20cf20-db8493be-c0c6-4ede-a738-d92e3e56e3f5', 'network_id': 'db8493be-c0c6-4ede-a738-d92e3e56e3f5', 'tenant_id': 'd325f382c4c34a8a83d86c6ccc9111db', 'fixed_ips': [{'subnet_id': 'b9ec4b3d-0d35-49f0-8c55-8969a240f229'}]}} from dv-cinder-796286-18-iscsi. {{(pid=93298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:06:07.138748 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:07.278227 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.db_base_plugin_common [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Allocated IP 192.168.233.2 (db8493be-c0c6-4ede-a738-d92e3e56e3f5/b9ec4b3d-0d35-49f0-8c55-8969a240f229/20bd7c72-22dd-449c-99dd-25929400706a) {{(pid=93298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:06:07.426030 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Notify callbacks [] for port, precommit_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:07.435177 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Transition to ACTIVE for port object 20bd7c72-22dd-449c-99dd-25929400706a will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:06:07.451950 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Transition to ACTIVE for port object 20bd7c72-22dd-449c-99dd-25929400706a will not be triggered until provisioned by entity DHCP. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:06:07.459022 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:07.502797 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Network db8493be-c0c6-4ede-a738-d92e3e56e3f5 is already hosted by enough agents. {{(pid=93298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:06:07.507611 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.base_scheduler [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Resources bound (agent type, host, resource id): {{(pid=93298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:06:07.514663 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Received port after_create {{(pid=93298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:06:07.516676 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Pushing event updated for resources: {'Port': ['ID=20bd7c72-22dd-449c-99dd-25929400706a,revision_number=1']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:06:07.527408 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:07.527771 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:07.528113 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:07.528498 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:07.528760 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:07.529088 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:07.529410 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:07.529736 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:07.530075 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:07.530389 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:07.530705 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:07.531023 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:06:07.590311 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Attempting to bind port 20bd7c72-22dd-449c-99dd-25929400706a on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:06:07.590631 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Attempting to bind port 20bd7c72-22dd-449c-99dd-25929400706a by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': '91f51395-bc24-4fd7-847a-9fc8d9e84d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'db8493be-c0c6-4ede-a738-d92e3e56e3f5'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:06:07.591005 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Attempting to bind port 20bd7c72-22dd-449c-99dd-25929400706a on network db8493be-c0c6-4ede-a738-d92e3e56e3f5 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:06:07.596176 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:06:07.596538 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Checking segment: {'id': '91f51395-bc24-4fd7-847a-9fc8d9e84d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'db8493be-c0c6-4ede-a738-d92e3e56e3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:06:07.596938 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:07.597343 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Bound using segment: {'id': '91f51395-bc24-4fd7-847a-9fc8d9e84d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'db8493be-c0c6-4ede-a738-d92e3e56e3f5'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:06:07.597805 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Bound port: 20bd7c72-22dd-449c-99dd-25929400706a, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f51395-bc24-4fd7-847a-9fc8d9e84d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'db8493be-c0c6-4ede-a738-d92e3e56e3f5'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:06:07.598165 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:07.661705 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] For port 20bd7c72-22dd-449c-99dd-25929400706a, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:06:07.664862 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] For port 20bd7c72-22dd-449c-99dd-25929400706a, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=20bd7c72-22dd-449c-99dd-25929400706a,segment=NetworkSegment(91f51395-bc24-4fd7-847a-9fc8d9e84d1b),segment_id=91f51395-bc24-4fd7-847a-9fc8d9e84d1b)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:06:07.671220 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:07.730367 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ccdfa-71d6-44cf-b258-3254d975d27e None None] Pushing event updated for resources: {'Port': ['ID=20bd7c72-22dd-449c-99dd-25929400706a,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:06:08.531048 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0f5c3f-d10f-4fc1-975a-e1c999c95ae5 None None] Network db8493be-c0c6-4ede-a738-d92e3e56e3f5 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:06:08.617322 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-cebd4723-1e88-4c83-b93d-e87c98e140a1 None None] Provisioning for port 20bd7c72-22dd-449c-99dd-25929400706a completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:06:08.789557 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 20bd7c72-22dd-449c-99dd-25929400706a up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:06:08.855442 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 20bd7c72-22dd-449c-99dd-25929400706a completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:06:08.860554 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 20bd7c72-22dd-449c-99dd-25929400706a triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:06:08.861075 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:08.956384 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:08.965936 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-53415ca2-126c-4f97-bc06-8d63fa464f0c None None] Provisioning complete for port 20bd7c72-22dd-449c-99dd-25929400706a triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:06:08.966290 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-53415ca2-126c-4f97-bc06-8d63fa464f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:09.021039 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 20bd7c72-22dd-449c-99dd-25929400706a, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=20bd7c72-22dd-449c-99dd-25929400706a,segment=NetworkSegment(91f51395-bc24-4fd7-847a-9fc8d9e84d1b),segment_id=91f51395-bc24-4fd7-847a-9fc8d9e84d1b)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:06:09.026258 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:09.110152 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=20bd7c72-22dd-449c-99dd-25929400706a,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:06:10.765338 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 20bd7c72-22dd-449c-99dd-25929400706a up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:06:10.815512 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 20bd7c72-22dd-449c-99dd-25929400706a triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:06:10.815846 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:15.788381 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-bb64c40b-1f5f-4f06-99c2-524a095e5244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:18.516318 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2d5347e4-a1c9-4114-af07-a17ee69a07d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:18.765752 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:19.198572 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:20.989482 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:22.687622 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 5 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:06:45.790976 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d8450d15-6f44-4526-bd87-51a522bbdffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:48.514265 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c89f232d-c771-4971-8843-89a16cf8c7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:48.775165 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:49.193466 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:50.999403 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:59.688156 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 5 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:07:15.785815 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-183c7da3-3d18-4cae-a852-1b54883856fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:18.508471 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d1a6a4f9-4422-49c1-8b00-20fbca965d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:18.759590 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:19.198834 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:20.991409 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:28.374359 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 47732) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:28.380840 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [None req-666b7aef-c243-41da-97d5-c4232f70ec8f tempest-verify_tempest_config-787800003 tempest-verify_tempest_config-787800003-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:07:28.381896 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-666b7aef-c243-41da-97d5-c4232f70ec8f tempest-verify_tempest_config-787800003 tempest-verify_tempest_config-787800003-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064156 Jul 23 16:07:28.734256 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 47750) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:28.850646 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-645e867e-4325-4b0d-8f9c-0debe4e93b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:28.943283 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-645e867e-4325-4b0d-8f9c-0debe4e93b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:28.947748 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-645e867e-4325-4b0d-8f9c-0debe4e93b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:28.999323 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-645e867e-4325-4b0d-8f9c-0debe4e93b12 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3e4beaa4016f44a2894c948a8596267a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2634933 Jul 23 16:07:28.999975 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e867e-4325-4b0d-8f9c-0debe4e93b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0b50bd-140b-49d9-9e71-a31f5df521c9,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:29.002666 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 47756) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:29.008155 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e867e-4325-4b0d-8f9c-0debe4e93b12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.008547 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e867e-4325-4b0d-8f9c-0debe4e93b12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.008915 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e867e-4325-4b0d-8f9c-0debe4e93b12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.009316 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e867e-4325-4b0d-8f9c-0debe4e93b12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.009626 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e867e-4325-4b0d-8f9c-0debe4e93b12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.009981 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e867e-4325-4b0d-8f9c-0debe4e93b12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.010326 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e867e-4325-4b0d-8f9c-0debe4e93b12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.010684 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e867e-4325-4b0d-8f9c-0debe4e93b12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.011027 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e867e-4325-4b0d-8f9c-0debe4e93b12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.011393 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e867e-4325-4b0d-8f9c-0debe4e93b12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.011724 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e867e-4325-4b0d-8f9c-0debe4e93b12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.012171 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645e867e-4325-4b0d-8f9c-0debe4e93b12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.067707 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-08c0fedc-1001-4713-a406-1610f7234717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:29.090910 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-08c0fedc-1001-4713-a406-1610f7234717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:29.181769 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-08c0fedc-1001-4713-a406-1610f7234717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:29.184320 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-08c0fedc-1001-4713-a406-1610f7234717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:29.185443 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-08c0fedc-1001-4713-a406-1610f7234717 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5f0b50bd-140b-49d9-9e71-a31f5df521c9 HTTP/1.1" status: 204 len: 168 time: 0.1813774 Jul 23 16:07:29.195596 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0fedc-1001-4713-a406-1610f7234717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0b50bd-140b-49d9-9e71-a31f5df521c9,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:29.202425 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0fedc-1001-4713-a406-1610f7234717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.202792 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0fedc-1001-4713-a406-1610f7234717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.203147 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0fedc-1001-4713-a406-1610f7234717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.203484 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0fedc-1001-4713-a406-1610f7234717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.204170 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0fedc-1001-4713-a406-1610f7234717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.204604 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0fedc-1001-4713-a406-1610f7234717 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.204793 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0fedc-1001-4713-a406-1610f7234717 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.205136 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0fedc-1001-4713-a406-1610f7234717 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.205473 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0fedc-1001-4713-a406-1610f7234717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.205799 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0fedc-1001-4713-a406-1610f7234717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.206121 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0fedc-1001-4713-a406-1610f7234717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:29.206436 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c0fedc-1001-4713-a406-1610f7234717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:36.686701 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 5 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:07:45.797247 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-4f1833ab-1feb-45fd-807e-2031b5d368da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:48.518246 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-a7016cd5-99b5-45dc-aa6b-6a29205626a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:48.763113 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:49.205795 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:51.008630 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:13.688858 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 5 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:08:15.795660 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c9712c31-5ab4-4fee-a3d7-fc5705b779d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:18.516203 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-7deff601-8395-4f86-b40b-ef35212895b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:18.775151 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:19.213874 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:20.998928 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:45.795405 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-599069a1-ecbd-4dbb-9949-3fe34e3fe872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:48.510174 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c44b587e-db85-4a88-aac9-66f8a4e50f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:48.771841 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:49.205772 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:50.688045 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 5 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:08:51.007137 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:12.120121 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1731713'] for agent, after_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:15.789534 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-359646d0-1a7f-4502-ae38-7f59e3da8719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:18.520388 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-4118ad0e-56e0-441c-866e-7b664392ac30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:18.766423 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:19.207143 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:21.009648 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:27.327036 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 47828) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:27.464885 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-40bfc9a5-7839-4775-8d40-25d928ec1289 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1365116 Jul 23 16:09:27.687916 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:09:29.670057 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 47838) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:29.732577 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1499cd26-e5b7-491c-b3bd-d4d5b462fcc9 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0613134 Jul 23 16:09:42.123516 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:45.794978 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-afa8de90-ff1f-4f63-ba4b-fd98e9c94673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:48.517780 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-bc8a3a94-07ec-4c84-8c39-1b79bc986d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:48.771470 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:49.215964 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:51.016050 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:04.691041 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:10:12.117716 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:15.794540 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8993618e-70b2-4bcf-8b2d-583861223cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:18.511952 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-61fed121-d750-44fe-899b-375449f69784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:18.775959 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:19.213682 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:21.017298 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:41.698267 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:10:42.138662 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:45.787123 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e61859ea-78c4-403d-8b27-9409553daae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:48.519381 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-541e43b2-48bb-4051-92a5-e48e30c74103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:48.779309 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:49.217165 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:51.030003 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:01.704667 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 47970) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:02.018322 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1205235803-network', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:02.041637 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Made reservation on behalf of 5fe83c8aa779464b9ac589e2040ae57f for: {'network': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:02.044484 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:02.053272 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:02.160209 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:02.166374 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:02.202685 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=93297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:11:02.205221 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6635fd75-954a-459f-8737-aacec32656f6,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:02.218792 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.219150 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.219505 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.219811 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.220197 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.220555 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.220870 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.221191 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.221515 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.222009 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.222324 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.222636 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Tracked resource versions report: Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: pushed versions: Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: { 'AddressGroup': {'1.2'}, Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'ConntrackHelper': {'1.0'}, Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Log': {'1.0'}, Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Network': {'1.1'}, Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Port': {'1.7'}, Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'PortForwarding': {'1.2'}, Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'QosPolicy': {'1.8'}, Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'SecurityGroup': {'1.4'}, Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'SubPort': {'1.0'}, Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Subnet': {'1.1'}, Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Trunk': {'1.1'}} Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: consumer versions: Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: { DHCP agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: HyperV agent@hv-cinder-79628: {}, Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: L3 agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: Metadata agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: Metering agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: Open vSwitch agent@dv-cinder-796286-18-iscsi: { 'AddressGroup': '1.2', Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'ConntrackHelper': '1.0', Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Log': '1.0', Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Network': '1.1', Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Port': '1.7', Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'PortForwarding': '1.2', Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'QosPolicy': '1.8', Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'SecurityGroup': '1.4', Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'SecurityGroupRule': '1.2', Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'SubPort': '1.0', Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Subnet': '1.1', Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: 'Trunk': '1.1'}} Jul 23 16:11:02.223728 dv-cinder-796286-18-iscsi neutron-server[93297]: {{(pid=93297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:11:02.232358 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:02.232918 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.segments_db [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Added segment 093ecfe2-f45b-40b0-a59d-04a35e3cd077 of type vlan for network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 Jul 23 16:11:02.272343 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:02.307076 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:02.308171 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:02.308781 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:02.382412 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6672063 Jul 23 16:11:02.382412 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27225e-a3f2-4687-8186-97b972189cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=9c0621ff-a2c0-4e39-8229-4f2f452683a2,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:02.384693 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:11:02.391394 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48010) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:02.402882 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Request body: {'subnet': {'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1205235803-subnet', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:02.450511 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Made reservation on behalf of 5fe83c8aa779464b9ac589e2040ae57f for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:02.453313 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:02.657513 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:02.723775 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e32c016-e4f8-43ff-938e-cce583bd25cf,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:02.732856 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.733204 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.733548 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.733885 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.734215 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.734565 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.734899 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.735256 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.735774 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.736296 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.736676 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.737003 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Tracked resource versions report: Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: pushed versions: Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: { 'AddressGroup': {'1.2'}, Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'ConntrackHelper': {'1.0'}, Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Log': {'1.0'}, Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Network': {'1.1'}, Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Port': {'1.7'}, Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'PortForwarding': {'1.2'}, Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'QosPolicy': {'1.8'}, Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'SecurityGroup': {'1.4'}, Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'SubPort': {'1.0'}, Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Subnet': {'1.1'}, Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Trunk': {'1.1'}} Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: consumer versions: Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: { DHCP agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: HyperV agent@hv-cinder-79628: {}, Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: L3 agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: Metadata agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: Metering agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: Open vSwitch agent@dv-cinder-796286-18-iscsi: { 'AddressGroup': '1.2', Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'ConntrackHelper': '1.0', Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Log': '1.0', Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Network': '1.1', Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Port': '1.7', Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'PortForwarding': '1.2', Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'QosPolicy': '1.8', Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'SecurityGroup': '1.4', Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'SecurityGroupRule': '1.2', Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'SubPort': '1.0', Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Subnet': '1.1', Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: 'Trunk': '1.1'}} Jul 23 16:11:02.738090 dv-cinder-796286-18-iscsi neutron-server[93296]: {{(pid=93296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:11:02.754220 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Checking segment: {'id': '093ecfe2-f45b-40b0-a59d-04a35e3cd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:02.754839 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Network hostable DHCP agents. Network: 9c0621ff-a2c0-4e39-8229-4f2f452683a2, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:11:02.772889 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:11:02.784778 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, 9c0621ff-a2c0-4e39-8229-4f2f452683a2) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:02.794031 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f913bf0a-dc86-487d-a40c-7cd27c8bf963 None None] Network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:11:02.801838 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:02.803077 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:02.824089 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1b6d33b2-106a-476b-9cdc-8039e150b81d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4359312 Jul 23 16:11:02.827220 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48040) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:02.832145 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48042) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:02.834157 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:02.863401 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:02.865027 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:02.982336 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4722bcb-980c-5471-8966-18c34a20cf20-9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'fixed_ips': [{'subnet_id': '0e32c016-e4f8-43ff-938e-cce583bd25cf'}]}} from dv-cinder-796286-18-iscsi. {{(pid=93298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:11:02.983240 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:02.987175 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:03.136677 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:03.155295 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.db_base_plugin_common [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Allocated IP 172.20.0.2 (9c0621ff-a2c0-4e39-8229-4f2f452683a2/0e32c016-e4f8-43ff-938e-cce583bd25cf/f6f6ac1a-e45d-4479-9b50-de1ee87ef393) {{(pid=93298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:03.343547 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:03.353655 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Transition to ACTIVE for port object f6f6ac1a-e45d-4479-9b50-de1ee87ef393 will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:03.371138 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Transition to ACTIVE for port object f6f6ac1a-e45d-4479-9b50-de1ee87ef393 will not be triggered until provisioned by entity DHCP. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:03.378723 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:03.391215 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48066) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:03.424118 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Pushing event updated for resources: {'Port': ['ID=f6f6ac1a-e45d-4479-9b50-de1ee87ef393,revision_number=1']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:03.435459 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:03.436512 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:03.437306 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:03.438042 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:03.438656 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:03.439429 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:03.440202 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:03.440662 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:03.441104 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:03.441788 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:03.442535 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:03.443301 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Tracked resource versions report: Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: pushed versions: Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: { 'AddressGroup': {'1.2'}, Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'ConntrackHelper': {'1.0'}, Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Log': {'1.0'}, Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Network': {'1.1'}, Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Port': {'1.7'}, Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'PortForwarding': {'1.2'}, Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'QosPolicy': {'1.8'}, Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'SecurityGroup': {'1.4'}, Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'SubPort': {'1.0'}, Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Subnet': {'1.1'}, Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Trunk': {'1.1'}} Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: consumer versions: Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: { DHCP agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: HyperV agent@hv-cinder-79628: {}, Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: L3 agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: Metadata agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: Metering agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: Open vSwitch agent@dv-cinder-796286-18-iscsi: { 'AddressGroup': '1.2', Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'ConntrackHelper': '1.0', Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Log': '1.0', Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Network': '1.1', Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Port': '1.7', Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'PortForwarding': '1.2', Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'QosPolicy': '1.8', Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'SecurityGroup': '1.4', Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'SecurityGroupRule': '1.2', Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'SubPort': '1.0', Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Subnet': '1.1', Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: 'Trunk': '1.1'}} Jul 23 16:11:03.444589 dv-cinder-796286-18-iscsi neutron-server[93298]: {{(pid=93298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:11:03.446919 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:03.460060 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 is already hosted by enough agents. {{(pid=93298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:03.462119 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.base_scheduler [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Resources bound (agent type, host, resource id): {{(pid=93298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:03.465404 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Received port after_create {{(pid=93298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:03.471006 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:03.489067 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-17679ece-9b82-4493-9717-3f982c7f9abd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-470922183-network', 'tenant_id': 'c0ceb3b4162f4cc9821da4ffac30e975'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:03.525524 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48070) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:03.545793 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17679ece-9b82-4493-9717-3f982c7f9abd admin admin] Made reservation on behalf of c0ceb3b4162f4cc9821da4ffac30e975 for: {'network': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:03.546650 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Attempting to bind port f6f6ac1a-e45d-4479-9b50-de1ee87ef393 on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:11:03.547020 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Attempting to bind port f6f6ac1a-e45d-4479-9b50-de1ee87ef393 by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': '093ecfe2-f45b-40b0-a59d-04a35e3cd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:11:03.547411 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Attempting to bind port f6f6ac1a-e45d-4479-9b50-de1ee87ef393 on network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:03.548474 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-17679ece-9b82-4493-9717-3f982c7f9abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:03.553602 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:11:03.553979 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Checking segment: {'id': '093ecfe2-f45b-40b0-a59d-04a35e3cd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:03.554388 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:03.554783 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Bound using segment: {'id': '093ecfe2-f45b-40b0-a59d-04a35e3cd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:11:03.555326 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Bound port: f6f6ac1a-e45d-4479-9b50-de1ee87ef393, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093ecfe2-f45b-40b0-a59d-04a35e3cd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:11:03.555946 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:03.568403 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-17679ece-9b82-4493-9717-3f982c7f9abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:03.688370 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] For port f6f6ac1a-e45d-4479-9b50-de1ee87ef393, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:11:03.697676 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] For port f6f6ac1a-e45d-4479-9b50-de1ee87ef393, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=f6f6ac1a-e45d-4479-9b50-de1ee87ef393,segment=NetworkSegment(093ecfe2-f45b-40b0-a59d-04a35e3cd077),segment_id=093ecfe2-f45b-40b0-a59d-04a35e3cd077)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:11:03.707113 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:03.741333 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48076) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:03.802941 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-17679ece-9b82-4493-9717-3f982c7f9abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:03.813934 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-17679ece-9b82-4493-9717-3f982c7f9abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:03.843668 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f29783-f039-4e62-bc94-2c2dcb8d23b7 None None] Pushing event updated for resources: {'Port': ['ID=f6f6ac1a-e45d-4479-9b50-de1ee87ef393,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:03.848287 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17679ece-9b82-4493-9717-3f982c7f9abd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=93297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:11:03.849710 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Allocated IP 172.27.0.186 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/d169ec8e-7e8b-41dc-846a-00d64ffca86a) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:03.919886 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-17679ece-9b82-4493-9717-3f982c7f9abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:03.920325 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.segments_db [None req-17679ece-9b82-4493-9717-3f982c7f9abd admin admin] Added segment bdfb9395-3931-4868-be84-c638fb3b6c72 of type vlan for network 97f88737-3704-4b88-a90c-d3a1937a3184 Jul 23 16:11:03.937444 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17679ece-9b82-4493-9717-3f982c7f9abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec5c103-cd44-4287-96c1-1b0679ade18c,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:04.008963 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-17679ece-9b82-4493-9717-3f982c7f9abd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:04.067236 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-17679ece-9b82-4493-9717-3f982c7f9abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:04.068359 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17679ece-9b82-4493-9717-3f982c7f9abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:04.069663 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-17679ece-9b82-4493-9717-3f982c7f9abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:04.115733 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:04.131771 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-17679ece-9b82-4493-9717-3f982c7f9abd admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2985010 Jul 23 16:11:04.135052 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48082) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:04.142957 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-4e08a1d8-4914-4e2c-8b12-8b1a13d8bef1 admin admin] Request body: {'subnet': {'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-470922183-subnet', 'tenant_id': 'c0ceb3b4162f4cc9821da4ffac30e975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:04.164551 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-b649a409-d640-4907-8ffa-df24d6bb39f9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-604493612-network', 'tenant_id': '5a822e14bb8e4e5d8b626dd22884937f'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:04.184054 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-8611a060-759b-4464-a128-385db44f3f18 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1773991139-network', 'tenant_id': 'c48c39524c134508a8893e4d116cb081'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:04.218365 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48086) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:04.241463 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:04.260184 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-719e7182-d6e7-4726-8f22-c2726493586a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-network', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:04.301005 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17679ece-9b82-4493-9717-3f982c7f9abd admin admin] Pushing event updated for resources: {'Network': ['ID=97f88737-3704-4b88-a90c-d3a1937a3184,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:04.312445 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network 97f88737-3704-4b88-a90c-d3a1937a3184 details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:11:04.336156 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b649a409-d640-4907-8ffa-df24d6bb39f9 admin admin] Made reservation on behalf of 5a822e14bb8e4e5d8b626dd22884937f for: {'network': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:04.344053 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Pushing event updated for resources: {'Port': ['ID=d169ec8e-7e8b-41dc-846a-00d64ffca86a,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:04.347778 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.db.api [None req-719e7182-d6e7-4726-8f22-c2726493586a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:11:04.347778 dv-cinder-796286-18-iscsi neutron-server[93296]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:11:04.347778 dv-cinder-796286-18-iscsi neutron-server[93296]: [parameters: {'project_id_1': '1ab7fd8f81d14fd087b62a6b970688a2', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 11, 4, 270607)}] Jul 23 16:11:04.347778 dv-cinder-796286-18-iscsi neutron-server[93296]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:11:04.348162 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG oslo_db.api [None req-719e7182-d6e7-4726-8f22-c2726493586a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:11:04.350851 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:04.352490 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.db.api [None req-4e08a1d8-4914-4e2c-8b12-8b1a13d8bef1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:11:04.352490 dv-cinder-796286-18-iscsi neutron-server[93296]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:11:04.352490 dv-cinder-796286-18-iscsi neutron-server[93296]: [parameters: {'project_id_1': 'c0ceb3b4162f4cc9821da4ffac30e975', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 11, 4, 234536)}] Jul 23 16:11:04.352490 dv-cinder-796286-18-iscsi neutron-server[93296]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:11:04.352876 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG oslo_db.api [None req-4e08a1d8-4914-4e2c-8b12-8b1a13d8bef1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:11:04.354099 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:04.359495 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b649a409-d640-4907-8ffa-df24d6bb39f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:04.360302 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:04.394664 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b649a409-d640-4907-8ffa-df24d6bb39f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:04.442564 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-8b88c2ba-c026-495c-ab76-40a74b79270c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-85250100-network', 'tenant_id': 'b736ff2386cd411ebcdea3df02c807f1'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:04.485686 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8611a060-759b-4464-a128-385db44f3f18 admin admin] Made reservation on behalf of c48c39524c134508a8893e4d116cb081 for: {'network': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:04.488134 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8611a060-759b-4464-a128-385db44f3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:04.528494 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8611a060-759b-4464-a128-385db44f3f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:04.557748 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b88c2ba-c026-495c-ab76-40a74b79270c admin admin] Made reservation on behalf of b736ff2386cd411ebcdea3df02c807f1 for: {'network': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:04.560102 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8b88c2ba-c026-495c-ab76-40a74b79270c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:04.624359 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8b88c2ba-c026-495c-ab76-40a74b79270c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:04.706062 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:04.726546 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b649a409-d640-4907-8ffa-df24d6bb39f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:04.739840 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b649a409-d640-4907-8ffa-df24d6bb39f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:04.813891 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b649a409-d640-4907-8ffa-df24d6bb39f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=93297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:11:04.845446 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b649a409-d640-4907-8ffa-df24d6bb39f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:04.845783 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.segments_db [None req-b649a409-d640-4907-8ffa-df24d6bb39f9 admin admin] Added segment d9c65a55-fbe3-4e2a-a393-70319b4307b5 of type vlan for network 1501a769-b340-4575-abe9-5847707afdb2 Jul 23 16:11:04.860302 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649a409-d640-4907-8ffa-df24d6bb39f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c66aaa-ae12-4336-8c39-2ac02df58d1f,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:04.974239 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b649a409-d640-4907-8ffa-df24d6bb39f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.060670 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b649a409-d640-4907-8ffa-df24d6bb39f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.062557 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649a409-d640-4907-8ffa-df24d6bb39f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:05.063583 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b649a409-d640-4907-8ffa-df24d6bb39f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.073023 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device f6f6ac1a-e45d-4479-9b50-de1ee87ef393 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:05.077136 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8611a060-759b-4464-a128-385db44f3f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.096299 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735994'] for router, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.122212 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8611a060-759b-4464-a128-385db44f3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.158421 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d536d1-cb0c-428c-9dbc-f6f7348c3201 None None] Network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:11:05.212667 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8611a060-759b-4464-a128-385db44f3f18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=93297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:11:05.236566 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8611a060-759b-4464-a128-385db44f3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.236918 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.segments_db [None req-8611a060-759b-4464-a128-385db44f3f18 admin admin] Added segment 71ad965a-d3be-4f90-97a1-97fd990ce886 of type vlan for network c9badab1-7eef-4cc8-9a63-26df64f8e639 Jul 23 16:11:05.257748 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 is scheduled to L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b with binding_index 1 {{(pid=93296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:11:05.264326 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port f6f6ac1a-e45d-4479-9b50-de1ee87ef393 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:05.268701 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-b1c9b4fa-cf07-4662-b330-279700c5325f None None] Provisioning for port f6f6ac1a-e45d-4479-9b50-de1ee87ef393 completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:05.273796 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-b1c9b4fa-cf07-4662-b330-279700c5325f None None] Provisioning complete for port f6f6ac1a-e45d-4479-9b50-de1ee87ef393 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:05.274182 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-b1c9b4fa-cf07-4662-b330-279700c5325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.309950 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611a060-759b-4464-a128-385db44f3f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:05.321345 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port f6f6ac1a-e45d-4479-9b50-de1ee87ef393 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:05.322066 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.323934 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649a409-d640-4907-8ffa-df24d6bb39f9 admin admin] Pushing event updated for resources: {'Network': ['ID=1501a769-b340-4575-abe9-5847707afdb2,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:05.330480 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8611a060-759b-4464-a128-385db44f3f18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.385678 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:11:05.398541 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Sync routers for ids ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:11:05.412536 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-b1c9b4fa-cf07-4662-b330-279700c5325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.415355 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network 1501a769-b340-4575-abe9-5847707afdb2 details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:11:05.417443 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8611a060-759b-4464-a128-385db44f3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.418442 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8611a060-759b-4464-a128-385db44f3f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:05.419327 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8611a060-759b-4464-a128-385db44f3f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.423855 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8b88c2ba-c026-495c-ab76-40a74b79270c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.425026 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Routers {'d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:11:05.425538 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:10:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:05.440778 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.444225 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-6d2466a6-48d3-4b2c-b5e4-cb17707a7158 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6156080 Jul 23 16:11:05.452974 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48140) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:05.532817 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-b1c9b4fa-cf07-4662-b330-279700c5325f None None] For port f6f6ac1a-e45d-4479-9b50-de1ee87ef393, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=f6f6ac1a-e45d-4479-9b50-de1ee87ef393,segment=NetworkSegment(093ecfe2-f45b-40b0-a59d-04a35e3cd077),segment_id=093ecfe2-f45b-40b0-a59d-04a35e3cd077)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:05.564080 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8b88c2ba-c026-495c-ab76-40a74b79270c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.618439 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-b1c9b4fa-cf07-4662-b330-279700c5325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.639391 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b88c2ba-c026-495c-ab76-40a74b79270c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=93297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:11:05.645128 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611a060-759b-4464-a128-385db44f3f18 admin admin] Pushing event updated for resources: {'Network': ['ID=c9badab1-7eef-4cc8-9a63-26df64f8e639,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:05.659476 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88c2ba-c026-495c-ab76-40a74b79270c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d026536-30e9-4484-8776-a6ca6b0fed3c,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:05.683342 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8b88c2ba-c026-495c-ab76-40a74b79270c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.684119 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.segments_db [None req-8b88c2ba-c026-495c-ab76-40a74b79270c admin admin] Added segment 925d7c79-27af-4fc6-be41-43bab52d159f of type vlan for network 2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2 Jul 23 16:11:05.697246 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Set router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:11:05.699570 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network c9badab1-7eef-4cc8-9a63-26df64f8e639 details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:11:05.733416 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-8611a060-759b-4464-a128-385db44f3f18 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3399928 Jul 23 16:11:05.737219 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48150) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:05.743042 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-0a2842ea-75b4-4c05-9fff-45e224947575 admin admin] Request body: {'subnet': {'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1773991139-subnet', 'tenant_id': 'c48c39524c134508a8893e4d116cb081', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:05.753614 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719e7182-d6e7-4726-8f22-c2726493586a admin admin] Made reservation on behalf of 1ab7fd8f81d14fd087b62a6b970688a2 for: {'network': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:05.756384 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-719e7182-d6e7-4726-8f22-c2726493586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.772100 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8b88c2ba-c026-495c-ab76-40a74b79270c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.777165 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-719e7182-d6e7-4726-8f22-c2726493586a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.820454 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8b88c2ba-c026-495c-ab76-40a74b79270c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.821636 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b88c2ba-c026-495c-ab76-40a74b79270c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:05.822304 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8b88c2ba-c026-495c-ab76-40a74b79270c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.838534 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e08a1d8-4914-4e2c-8b12-8b1a13d8bef1 admin admin] Made reservation on behalf of c0ceb3b4162f4cc9821da4ffac30e975 for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:05.844091 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4e08a1d8-4914-4e2c-8b12-8b1a13d8bef1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.905436 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9b4fa-cf07-4662-b330-279700c5325f None None] Pushing event updated for resources: {'Port': ['ID=f6f6ac1a-e45d-4479-9b50-de1ee87ef393,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:05.908847 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88c2ba-c026-495c-ab76-40a74b79270c admin admin] Pushing event updated for resources: {'Network': ['ID=2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:05.935485 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-b649a409-d640-4907-8ffa-df24d6bb39f9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4070365 Jul 23 16:11:05.938514 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48154) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:05.943473 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network 2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2 details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:11:05.946493 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-3809ba0c-fa22-4212-8f46-716aff3868b3 admin admin] Request body: {'subnet': {'network_id': '1501a769-b340-4575-abe9-5847707afdb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-604493612-subnet', 'tenant_id': '5a822e14bb8e4e5d8b626dd22884937f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:05.957062 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2842ea-75b4-4c05-9fff-45e224947575 admin admin] Made reservation on behalf of c48c39524c134508a8893e4d116cb081 for: {'subnet': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:05.959950 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0a2842ea-75b4-4c05-9fff-45e224947575 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:05.993719 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48156) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:05.994498 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-8b88c2ba-c026-495c-ab76-40a74b79270c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7216074 Jul 23 16:11:05.995297 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48158) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:06.002167 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-35e63cb1-ba10-4d3b-b10c-60bf2229e0ad admin admin] Request body: {'subnet': {'network_id': '2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-85250100-subnet', 'tenant_id': 'b736ff2386cd411ebcdea3df02c807f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:06.018171 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:11:04Z', 'revision_number': 3, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:06.080631 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Checking router: d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:11:06.081355 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Updating router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 port d169ec8e-7e8b-41dc-846a-00d64ffca86a binding host dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:11:06.139207 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.207803 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0a2842ea-75b4-4c05-9fff-45e224947575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for subnet, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.296763 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2842ea-75b4-4c05-9fff-45e224947575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f4224b1-fcef-42fd-9e0a-34138cd1c2de,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:06.306411 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2842ea-75b4-4c05-9fff-45e224947575 admin admin] Checking segment: {'id': '71ad965a-d3be-4f90-97a1-97fd990ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:06.306940 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2842ea-75b4-4c05-9fff-45e224947575 admin admin] Network hostable DHCP agents. Network: c9badab1-7eef-4cc8-9a63-26df64f8e639, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:11:06.329286 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2842ea-75b4-4c05-9fff-45e224947575 admin admin] Network c9badab1-7eef-4cc8-9a63-26df64f8e639 is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:11:06.340874 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-0a2842ea-75b4-4c05-9fff-45e224947575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, c9badab1-7eef-4cc8-9a63-26df64f8e639) {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:06.346602 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2842ea-75b4-4c05-9fff-45e224947575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:06.347506 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-0a2842ea-75b4-4c05-9fff-45e224947575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.356262 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f9f113-7b25-4d55-91d3-ed3c2465e9d0 None None] Network c9badab1-7eef-4cc8-9a63-26df64f8e639 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:11:06.482033 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Notify callbacks [] for port, precommit_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.483880 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-0d5456d3-af11-4d11-86bf-892dd3e434c9 None None] Provisioning complete for port f6f6ac1a-e45d-4479-9b50-de1ee87ef393 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:06.484321 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-0d5456d3-af11-4d11-86bf-892dd3e434c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.495640 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.provisioning_blocks [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Transition to ACTIVE for port object d169ec8e-7e8b-41dc-846a-00d64ffca86a will not be triggered until provisioned by entity L2. {{(pid=93299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:06.501873 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.529977 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-470b2751-06a4-4b46-b8db-0b31b6d908c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.552635 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaf9577-5148-44da-884e-f665f4cc486b None None] Network c9badab1-7eef-4cc8-9a63-26df64f8e639 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:11:06.553232 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Attempting to bind port d169ec8e-7e8b-41dc-846a-00d64ffca86a on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:11:06.553667 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Attempting to bind port d169ec8e-7e8b-41dc-846a-00d64ffca86a by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:11:06.554269 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Attempting to bind port d169ec8e-7e8b-41dc-846a-00d64ffca86a on network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:06.568642 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:11:06.569367 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Checking segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:06.569973 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.570365 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Bound using segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:11:06.571454 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Bound port: d169ec8e-7e8b-41dc-846a-00d64ffca86a, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:11:06.571771 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.574371 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21803a81-06ab-4d02-88a5-b2c024b3d58c None None] Pushing event updated for resources: {'Port': ['ID=d169ec8e-7e8b-41dc-846a-00d64ffca86a,revision_number=2']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:06.580741 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-719e7182-d6e7-4726-8f22-c2726493586a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.601086 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-0a2842ea-75b4-4c05-9fff-45e224947575 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8600414 Jul 23 16:11:06.604025 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48162) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:06.618370 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21803a81-06ab-4d02-88a5-b2c024b3d58c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:06.618758 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21803a81-06ab-4d02-88a5-b2c024b3d58c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:06.619334 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21803a81-06ab-4d02-88a5-b2c024b3d58c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:06.619843 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21803a81-06ab-4d02-88a5-b2c024b3d58c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:06.620334 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21803a81-06ab-4d02-88a5-b2c024b3d58c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:06.620822 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21803a81-06ab-4d02-88a5-b2c024b3d58c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:06.621325 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21803a81-06ab-4d02-88a5-b2c024b3d58c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:06.621870 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21803a81-06ab-4d02-88a5-b2c024b3d58c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:06.622372 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21803a81-06ab-4d02-88a5-b2c024b3d58c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:06.622870 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21803a81-06ab-4d02-88a5-b2c024b3d58c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:06.623176 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1773991139-router', 'tenant_id': 'c48c39524c134508a8893e4d116cb081', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:06.623563 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21803a81-06ab-4d02-88a5-b2c024b3d58c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:06.624046 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21803a81-06ab-4d02-88a5-b2c024b3d58c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21803a81-06ab-4d02-88a5-b2c024b3d58c None None] Tracked resource versions report: Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: pushed versions: Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: { 'AddressGroup': {'1.2'}, Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'ConntrackHelper': {'1.0'}, Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Log': {'1.0'}, Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Network': {'1.1'}, Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Port': {'1.7'}, Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'PortForwarding': {'1.2'}, Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'QosPolicy': {'1.8'}, Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'SecurityGroup': {'1.4'}, Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'SubPort': {'1.0'}, Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Subnet': {'1.1'}, Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Trunk': {'1.1'}} Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: consumer versions: Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: { DHCP agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: HyperV agent@hv-cinder-79628: {}, Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: L3 agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: Metadata agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: Metering agent@dv-cinder-796286-18-iscsi: {}, Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: Open vSwitch agent@dv-cinder-796286-18-iscsi: { 'AddressGroup': '1.2', Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'ConntrackHelper': '1.0', Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Log': '1.0', Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Network': '1.1', Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Port': '1.7', Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'PortForwarding': '1.2', Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'QosPolicy': '1.8', Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'SecurityGroup': '1.4', Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'SecurityGroupRule': '1.2', Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'SubPort': '1.0', Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Subnet': '1.1', Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: 'Trunk': '1.1'}} Jul 23 16:11:06.625306 dv-cinder-796286-18-iscsi neutron-server[93299]: {{(pid=93299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:11:06.639297 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-719e7182-d6e7-4726-8f22-c2726493586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.650650 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3809ba0c-fa22-4212-8f46-716aff3868b3 admin admin] Made reservation on behalf of 5a822e14bb8e4e5d8b626dd22884937f for: {'subnet': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:06.656104 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3809ba0c-fa22-4212-8f46-716aff3868b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.701049 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] For port d169ec8e-7e8b-41dc-846a-00d64ffca86a, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:11:06.704367 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719e7182-d6e7-4726-8f22-c2726493586a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=93296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:11:06.713452 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] For port d169ec8e-7e8b-41dc-846a-00d64ffca86a, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=d169ec8e-7e8b-41dc-846a-00d64ffca86a,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:11:06.721760 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.726033 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4e08a1d8-4914-4e2c-8b12-8b1a13d8bef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.728387 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e63cb1-ba10-4d3b-b10c-60bf2229e0ad admin admin] Made reservation on behalf of b736ff2386cd411ebcdea3df02c807f1 for: {'subnet': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:06.730672 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-35e63cb1-ba10-4d3b-b10c-60bf2229e0ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.738183 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.762476 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e7182-d6e7-4726-8f22-c2726493586a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d02d25-2168-47d5-9fc6-d8662e8cc46d,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:06.768925 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-719e7182-d6e7-4726-8f22-c2726493586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:06.769429 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.segments_db [None req-719e7182-d6e7-4726-8f22-c2726493586a admin admin] Added segment d1e5fdab-e25d-4094-a142-2e2ecab35140 of type vlan for network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 Jul 23 16:11:06.825495 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Routers {'d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:11:06.826111 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:10:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:06.895941 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21803a81-06ab-4d02-88a5-b2c024b3d58c None None] Pushing event updated for resources: {'Port': ['ID=d169ec8e-7e8b-41dc-846a-00d64ffca86a,revision_number=3']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:07.000939 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-719e7182-d6e7-4726-8f22-c2726493586a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.037859 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] Set router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:11:07.041078 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device f6f6ac1a-e45d-4479-9b50-de1ee87ef393 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:07.053369 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08a1d8-4914-4e2c-8b12-8b1a13d8bef1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4115b965-2190-4335-9cf7-bb59d4592a9c,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:07.081643 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e08a1d8-4914-4e2c-8b12-8b1a13d8bef1 admin admin] Checking segment: {'id': 'bdfb9395-3931-4868-be84-c638fb3b6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:07.082251 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e08a1d8-4914-4e2c-8b12-8b1a13d8bef1 admin admin] Network hostable DHCP agents. Network: 97f88737-3704-4b88-a90c-d3a1937a3184, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:11:07.104843 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3809ba0c-fa22-4212-8f46-716aff3868b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for subnet, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.148900 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-719e7182-d6e7-4726-8f22-c2726493586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.150163 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719e7182-d6e7-4726-8f22-c2726493586a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:07.150926 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-719e7182-d6e7-4726-8f22-c2726493586a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.155617 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port f6f6ac1a-e45d-4479-9b50-de1ee87ef393 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:07.156014 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.190312 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-470b2751-06a4-4b46-b8db-0b31b6d908c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.227292 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-470b2751-06a4-4b46-b8db-0b31b6d908c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.244285 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e08a1d8-4914-4e2c-8b12-8b1a13d8bef1 admin admin] Network 97f88737-3704-4b88-a90c-d3a1937a3184 is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:11:07.309812 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.311882 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e7182-d6e7-4726-8f22-c2726493586a admin admin] Pushing event updated for resources: {'Network': ['ID=74cc12e8-e460-4b21-8f86-7828dd99c3c6,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:07.312031 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.314708 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-4e08a1d8-4914-4e2c-8b12-8b1a13d8bef1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, 97f88737-3704-4b88-a90c-d3a1937a3184) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:07.328083 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:11:07.338258 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-719e7182-d6e7-4726-8f22-c2726493586a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.5955808 Jul 23 16:11:07.338909 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809ba0c-fa22-4212-8f46-716aff3868b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0751ada4-8d7c-4835-b379-3904a74738d5,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:07.341052 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48182) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:07.342764 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e08a1d8-4914-4e2c-8b12-8b1a13d8bef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:07.345667 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4e08a1d8-4914-4e2c-8b12-8b1a13d8bef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.357300 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-470b2751-06a4-4b46-b8db-0b31b6d908c0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0532259a07714930bf46f76219390c97&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2499964 Jul 23 16:11:07.359457 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48184) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:07.361905 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Allocated IP 172.20.0.1 (9c0621ff-a2c0-4e39-8229-4f2f452683a2/0e32c016-e4f8-43ff-938e-cce583bd25cf/6ff134de-805c-4647-a0bd-790715fe6e00) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:07.367248 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-d0123781-08dc-4456-8799-497bda70d79c admin admin] Request body: {'subnet': {'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-subnet', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:07.370245 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b2751-06a4-4b46-b8db-0b31b6d908c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5005ee-247c-46c5-aeb6-d8711d0dd41b,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:07.406198 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:11:04Z', 'revision_number': 3, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:07.445540 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-4e08a1d8-4914-4e2c-8b12-8b1a13d8bef1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3091021 Jul 23 16:11:07.466221 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e5bc88-a4f2-449e-a78a-5b97a309b073 None None] The sync data for ids ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'] in dv-cinder-796286-18-iscsi is: [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:11:04Z', 'revision_number': 3, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:11:07.469289 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3809ba0c-fa22-4212-8f46-716aff3868b3 admin admin] Checking segment: {'id': 'd9c65a55-fbe3-4e2a-a393-70319b4307b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1501a769-b340-4575-abe9-5847707afdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:07.469678 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3809ba0c-fa22-4212-8f46-716aff3868b3 admin admin] Network hostable DHCP agents. Network: 1501a769-b340-4575-abe9-5847707afdb2, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:11:07.474927 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.490992 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-35e63cb1-ba10-4d3b-b10c-60bf2229e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for subnet, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.494847 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a08880a-fabd-4d81-9322-968ea680f298 None None] Network 97f88737-3704-4b88-a90c-d3a1937a3184 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:11:07.608436 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3809ba0c-fa22-4212-8f46-716aff3868b3 admin admin] Network 1501a769-b340-4575-abe9-5847707afdb2 is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:11:07.655990 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.683225 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Transition to ACTIVE for port object 6ff134de-805c-4647-a0bd-790715fe6e00 will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:07.701796 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-3809ba0c-fa22-4212-8f46-716aff3868b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, 1501a769-b340-4575-abe9-5847707afdb2) {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:07.728578 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0123781-08dc-4456-8799-497bda70d79c admin admin] Made reservation on behalf of 1ab7fd8f81d14fd087b62a6b970688a2 for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:07.734375 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d0123781-08dc-4456-8799-497bda70d79c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.746314 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3809ba0c-fa22-4212-8f46-716aff3868b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:07.746934 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3809ba0c-fa22-4212-8f46-716aff3868b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.751629 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e63cb1-ba10-4d3b-b10c-60bf2229e0ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=db14e9f9-5189-4cf2-aeae-e58ddfe80061,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:07.758127 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1087b83-f2de-49a0-a0dd-93d93841b144 None None] Network 1501a769-b340-4575-abe9-5847707afdb2 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:11:07.766524 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.769003 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa2883a-fcf4-47d6-9fc9-b1585646b63a None None] Network 97f88737-3704-4b88-a90c-d3a1937a3184 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:11:07.785885 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.818993 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-3809ba0c-fa22-4212-8f46-716aff3868b3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8786891 Jul 23 16:11:07.820562 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e63cb1-ba10-4d3b-b10c-60bf2229e0ad admin admin] Checking segment: {'id': '925d7c79-27af-4fc6-be41-43bab52d159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:07.827578 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e63cb1-ba10-4d3b-b10c-60bf2229e0ad admin admin] Network hostable DHCP agents. Network: 2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:11:07.897098 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ce5bce47-9873-4cbe-8639-6ce8585ac4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.903758 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e63cb1-ba10-4d3b-b10c-60bf2229e0ad admin admin] Network 2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2 is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:11:07.936955 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-35e63cb1-ba10-4d3b-b10c-60bf2229e0ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, 2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2) {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:07.943639 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e63cb1-ba10-4d3b-b10c-60bf2229e0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:07.944244 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-35e63cb1-ba10-4d3b-b10c-60bf2229e0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:07.983489 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:08.012055 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:08.036610 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-35e63cb1-ba10-4d3b-b10c-60bf2229e0ad admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0385859 Jul 23 16:11:08.047239 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261f6b97-1e5d-43c9-a40c-e8a2e5e5de79 None None] Network 2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:11:08.049846 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:08.050787 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734691'] for router_interface, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:08.195533 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Pushing event updated for resources: {'Port': ['ID=6ff134de-805c-4647-a0bd-790715fe6e00,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:08.208449 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ce5bce47-9873-4cbe-8639-6ce8585ac4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:08.398240 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:08.432274 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:08.615191 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382a8acf-cbf4-41d9-ac4c-5bbb858fae29 None None] Network 1501a769-b340-4575-abe9-5847707afdb2 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:11:08.750631 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ce5bce47-9873-4cbe-8639-6ce8585ac4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:08.755297 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ce5bce47-9873-4cbe-8639-6ce8585ac4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:08.756895 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-ce5bce47-9873-4cbe-8639-6ce8585ac4df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba5005ee-247c-46c5-aeb6-d8711d0dd41b HTTP/1.1" status: 204 len: 168 time: 1.3836241 Jul 23 16:11:08.785889 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bce47-9873-4cbe-8639-6ce8585ac4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5005ee-247c-46c5-aeb6-d8711d0dd41b,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:08.790885 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2d6149b4-6504-4a5c-8ee5-0788f0d59a4f None None] Provisioning for port 6ff134de-805c-4647-a0bd-790715fe6e00 completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:08.892600 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Allocated IP 172.27.0.106 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/24926e84-ee8e-4c64-b196-36e6dd5c73b4) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:08.901990 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2d6149b4-6504-4a5c-8ee5-0788f0d59a4f None None] Provisioning complete for port 6ff134de-805c-4647-a0bd-790715fe6e00 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:08.902360 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2d6149b4-6504-4a5c-8ee5-0788f0d59a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:08.998238 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d0123781-08dc-4456-8799-497bda70d79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:09.016567 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb419b-731c-460f-ba07-48ad425e93e8 None None] Network 2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:11:09.021022 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48256) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:09.077193 dv-cinder-796286-18-iscsi neutron-server[93296]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 16:11:09.082817 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:09.155801 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device d169ec8e-7e8b-41dc-846a-00d64ffca86a up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:09.199432 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:09.287237 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2d6149b4-6504-4a5c-8ee5-0788f0d59a4f None None] Port 6ff134de-805c-4647-a0bd-790715fe6e00 cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:11:09.297198 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:09.370470 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0123781-08dc-4456-8799-497bda70d79c admin admin] Pushing event updated for resources: {'Subnet': ['ID=16a96ff4-9135-4297-8f4d-e0300b0cc0f6,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:09.410191 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port d169ec8e-7e8b-41dc-846a-00d64ffca86a completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:09.421113 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port d169ec8e-7e8b-41dc-846a-00d64ffca86a triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:09.421494 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:09.431311 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0123781-08dc-4456-8799-497bda70d79c admin admin] Checking segment: {'id': 'd1e5fdab-e25d-4094-a142-2e2ecab35140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:09.431764 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0123781-08dc-4456-8799-497bda70d79c admin admin] Network hostable DHCP agents. Network: 74cc12e8-e460-4b21-8f86-7828dd99c3c6, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:11:09.445571 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Pushing event updated for resources: {'Port': ['ID=24926e84-ee8e-4c64-b196-36e6dd5c73b4,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:09.449682 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:09.451452 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:09.454258 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:09.540146 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-e2416ebe-9171-4bd5-a471-32975d2d2a29 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:09.540701 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48278) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:09.541825 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-e2416ebe-9171-4bd5-a471-32975d2d2a29 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/networks?id=2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2 HTTP/1.1" status: 200 len: 810 time: 0.5093212 Jul 23 16:11:09.544664 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0123781-08dc-4456-8799-497bda70d79c admin admin] Network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:11:09.569019 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48280) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:09.582406 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:09.603938 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-d13ec75c-2ab8-4649-98ab-b40372d99744 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2055493225-network', 'tenant_id': '5d28adbbc10f4ae191e42a84ce895af9'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:09.610111 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48282) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:09.619157 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port d169ec8e-7e8b-41dc-846a-00d64ffca86a, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=d169ec8e-7e8b-41dc-846a-00d64ffca86a,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:09.622596 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-d0123781-08dc-4456-8799-497bda70d79c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, 74cc12e8-e460-4b21-8f86-7828dd99c3c6) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:09.628178 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:09.637797 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-4e1ef004-79a9-4802-9a6d-e3aa0e4dfd0a tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/quotas/b736ff2386cd411ebcdea3df02c807f1 HTTP/1.1" status: 200 len: 375 time: 0.0875757 Jul 23 16:11:09.642032 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2da76c-c5ad-4935-8018-86573da3a0bc None None] Network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:11:09.655555 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0123781-08dc-4456-8799-497bda70d79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:09.656060 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d0123781-08dc-4456-8799-497bda70d79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:09.668054 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-21ba6812-2dd1-4d27-9a80-81889d9d78f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:09.682579 dv-cinder-796286-18-iscsi neutron-server[93297]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 16:11:09.716409 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=d169ec8e-7e8b-41dc-846a-00d64ffca86a,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:09.891956 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4722bcb-980c-5471-8966-18c34a20cf20-74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6'}]}} from dv-cinder-796286-18-iscsi. {{(pid=93298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:11:09.893499 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:09.894515 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-4fc8c101-3dfa-49a0-a970-efb9a01da869 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b736ff2386cd411ebcdea3df02c807f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2558329 Jul 23 16:11:09.906739 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13ec75c-2ab8-4649-98ab-b40372d99744 admin admin] Made reservation on behalf of 5d28adbbc10f4ae191e42a84ce895af9 for: {'network': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:09.909250 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d13ec75c-2ab8-4649-98ab-b40372d99744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:09.940697 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d0123781-08dc-4456-8799-497bda70d79c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5823262 Jul 23 16:11:09.941534 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d13ec75c-2ab8-4649-98ab-b40372d99744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:09.944738 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48292) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:09.954028 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:09.996082 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.004758 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.006270 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729524'] for router_interface, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.021425 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92767056-272c-4483-b41c-e6229ff42b49 req-4861322a-755d-4047-954f-cc0af4890f6f tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:10.028274 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-92767056-272c-4483-b41c-e6229ff42b49 req-4861322a-755d-4047-954f-cc0af4890f6f tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/networks?id=97f88737-3704-4b88-a90c-d3a1937a3184 HTTP/1.1" status: 200 len: 814 time: 0.3491921 Jul 23 16:11:10.056000 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-92767056-272c-4483-b41c-e6229ff42b49 req-7f1d6686-e7c0-465e-accf-ab0f928fa8bf tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/quotas/c0ceb3b4162f4cc9821da4ffac30e975 HTTP/1.1" status: 200 len: 375 time: 0.0267670 Jul 23 16:11:10.094167 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Pushing event updated for resources: {'Port': ['ID=6ff134de-805c-4647-a0bd-790715fe6e00,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:10.118111 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.db_base_plugin_common [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Allocated IP 172.20.0.2 (74cc12e8-e460-4b21-8f86-7828dd99c3c6/16a96ff4-9135-4297-8f4d-e0300b0cc0f6/b4d0eaad-0658-470b-b50b-883c18cd3de4) {{(pid=93298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:10.132236 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-92767056-272c-4483-b41c-e6229ff42b49 req-1b43006f-e94d-456c-a23f-3fb1d9ff9c4f tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0ceb3b4162f4cc9821da4ffac30e975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752051 Jul 23 16:11:10.159297 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.201188 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-21ba6812-2dd1-4d27-9a80-81889d9d78f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.214840 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:10.218557 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-21ba6812-2dd1-4d27-9a80-81889d9d78f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.229762 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:10.361814 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [req-92767056-272c-4483-b41c-e6229ff42b49 req-c37af17e-3f6b-475b-8f92-e820c0db3548 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:11:10.363510 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-92767056-272c-4483-b41c-e6229ff42b49 req-c37af17e-3f6b-475b-8f92-e820c0db3548 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0852914 Jul 23 16:11:10.369055 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba6812-2dd1-4d27-9a80-81889d9d78f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f69347a-be4d-435b-96c3-c37f7fe2daa9,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:10.371659 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.372815 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.380295 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-b527c32e-4273-4337-a2e9-82c77897d216 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:11:10.381355 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-b527c32e-4273-4337-a2e9-82c77897d216 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2142844 Jul 23 16:11:10.400169 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-21ba6812-2dd1-4d27-9a80-81889d9d78f9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f3f81348b4394ed4aa09562988e89368&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7870500 Jul 23 16:11:10.403319 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48302) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:10.505180 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.515613 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Transition to ACTIVE for port object b4d0eaad-0658-470b-b50b-883c18cd3de4 will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:10.533053 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Transition to ACTIVE for port object b4d0eaad-0658-470b-b50b-883c18cd3de4 will not be triggered until provisioned by entity DHCP. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:10.541098 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.572059 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735994'] for router, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.582237 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 is already hosted by enough agents. {{(pid=93298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:10.587421 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.base_scheduler [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Resources bound (agent type, host, resource id): {{(pid=93298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:10.589355 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.591198 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Received port after_create {{(pid=93298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:10.601815 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Pushing event updated for resources: {'Port': ['ID=b4d0eaad-0658-470b-b50b-883c18cd3de4,revision_number=1']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:10.670727 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Attempting to bind port b4d0eaad-0658-470b-b50b-883c18cd3de4 on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:11:10.671513 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Attempting to bind port b4d0eaad-0658-470b-b50b-883c18cd3de4 by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': 'd1e5fdab-e25d-4094-a142-2e2ecab35140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:11:10.671513 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Attempting to bind port b4d0eaad-0658-470b-b50b-883c18cd3de4 on network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:10.673386 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-9532f678-b1cc-4154-b452-395668f90ad4 None None] Provisioning complete for port 6ff134de-805c-4647-a0bd-790715fe6e00 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:10.673936 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-9532f678-b1cc-4154-b452-395668f90ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.675755 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-92767056-272c-4483-b41c-e6229ff42b49 req-e9615d87-c621-4634-88ae-b293a53f9ab3 service neutron] 10.222.0.69 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992256 Jul 23 16:11:10.705424 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:11:10.705918 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Checking segment: {'id': 'd1e5fdab-e25d-4094-a142-2e2ecab35140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:10.706576 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.707245 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Bound using segment: {'id': 'd1e5fdab-e25d-4094-a142-2e2ecab35140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:11:10.708059 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Bound port: b4d0eaad-0658-470b-b50b-883c18cd3de4, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e5fdab-e25d-4094-a142-2e2ecab35140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:11:10.708693 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.726783 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:11:10.729652 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-926e3076-66e4-49a0-b4cb-25604686a029 service neutron] 10.222.0.69 "GET /v2.0/networks/2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255839 Jul 23 16:11:10.733116 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-719f5fd9-0a85-47f2-a62c-09f84899784a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.754071 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-9532f678-b1cc-4154-b452-395668f90ad4 None None] Port 6ff134de-805c-4647-a0bd-790715fe6e00 cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:11:10.788076 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] For port b4d0eaad-0658-470b-b50b-883c18cd3de4, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:11:10.791959 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] For port b4d0eaad-0658-470b-b50b-883c18cd3de4, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=b4d0eaad-0658-470b-b50b-883c18cd3de4,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:11:10.797903 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.823875 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-92767056-272c-4483-b41c-e6229ff42b49 req-fa1c333c-a071-4a1d-84ad-b9e912fd4941 service neutron] 10.222.0.69 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453602 Jul 23 16:11:10.849917 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.860812 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Router 6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03 is scheduled to L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b with binding_index 1 {{(pid=93297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:11:10.864536 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20a2a5-6b67-4ee2-aacf-f910b14d89f9 None None] Pushing event updated for resources: {'Port': ['ID=b4d0eaad-0658-470b-b50b-883c18cd3de4,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:10.894544 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-719f5fd9-0a85-47f2-a62c-09f84899784a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.916596 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d13ec75c-2ab8-4649-98ab-b40372d99744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:10.992243 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:11:11.009773 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Sync routers for ids ['6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:11:11.021472 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] Notify callbacks [] for router, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:11.026221 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Routers {'6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:11:11.026618 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:10:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:11.039132 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-318f5168-40e6-4fe3-8019-b6b80d43f51d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4223285 Jul 23 16:11:11.039665 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48306) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:11.046963 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d13ec75c-2ab8-4649-98ab-b40372d99744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:11.097543 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device d169ec8e-7e8b-41dc-846a-00d64ffca86a up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:11.118460 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13ec75c-2ab8-4649-98ab-b40372d99744 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=93296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:11:11.194350 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d13ec75c-2ab8-4649-98ab-b40372d99744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:11.194842 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.segments_db [None req-d13ec75c-2ab8-4649-98ab-b40372d99744 admin admin] Added segment a4a58b43-ebaa-4a33-9c31-7738eb187175 of type vlan for network d3114d89-eac5-43a1-a708-1aed35aafda2 Jul 23 16:11:11.197291 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ec75c-2ab8-4649-98ab-b40372d99744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfb515e-3a36-4b1d-a5fc-4f6c48e000d5,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:11.221062 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-7658f233-ac9e-49f7-93c7-e9ecfb931a74 service neutron] 10.222.0.69 "GET /v2.0/networks/2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462566 Jul 23 16:11:11.349292 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-719f5fd9-0a85-47f2-a62c-09f84899784a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:11.352079 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-719f5fd9-0a85-47f2-a62c-09f84899784a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:11.356220 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-719f5fd9-0a85-47f2-a62c-09f84899784a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f69347a-be4d-435b-96c3-c37f7fe2daa9 HTTP/1.1" status: 204 len: 168 time: 0.9474039 Jul 23 16:11:11.369163 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:11:11.383404 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Sync routers for ids ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:11:11.394711 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-5f87ad8b-c07b-4a99-8b55-a38b8b86af8e admin admin] 10.222.0.69 "PUT /v2.0/routers/d2e2f5ef-3880-4d42-b9b0-46a9ac614c81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9312053 Jul 23 16:11:11.394711 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d13ec75c-2ab8-4649-98ab-b40372d99744 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:11.402102 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f5fd9-0a85-47f2-a62c-09f84899784a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f69347a-be4d-435b-96c3-c37f7fe2daa9,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:11.406168 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Routers {'d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:11:11.406876 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:10:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:11.446763 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d13ec75c-2ab8-4649-98ab-b40372d99744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:11.446763 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13ec75c-2ab8-4649-98ab-b40372d99744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:11.446763 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d13ec75c-2ab8-4649-98ab-b40372d99744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:11.487489 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bce1c427-574d-4c01-b03c-f1b88b917c16 req-8b173b51-f8fc-40fd-8a71-360093794a25 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 210 time: 0.0852520 Jul 23 16:11:11.553803 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d13ec75c-2ab8-4649-98ab-b40372d99744 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9807646 Jul 23 16:11:11.555739 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48334) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:11.568766 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-2d1aedc7-fb93-475c-9835-9b3668903271 admin admin] Request body: {'subnet': {'network_id': 'd3114d89-eac5-43a1-a708-1aed35aafda2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2055493225-subnet', 'tenant_id': '5d28adbbc10f4ae191e42a84ce895af9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:11.609719 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port d169ec8e-7e8b-41dc-846a-00d64ffca86a triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:11.610991 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:11.620494 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Set router 6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:11:11.660224 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1aedc7-fb93-475c-9835-9b3668903271 admin admin] Made reservation on behalf of 5d28adbbc10f4ae191e42a84ce895af9 for: {'subnet': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:11.662554 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2d1aedc7-fb93-475c-9835-9b3668903271 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:11.892540 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ec75c-2ab8-4649-98ab-b40372d99744 admin admin] Pushing event updated for resources: {'Network': ['ID=d3114d89-eac5-43a1-a708-1aed35aafda2,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:11.998282 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Set router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:11:12.055805 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:12.059963 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network d3114d89-eac5-43a1-a708-1aed35aafda2 details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:11:12.112333 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:12.354046 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Allocated IP 172.27.0.182 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/77e8ac66-c3f6-4469-9ea1-190827594c8e) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:12.478418 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e750eb08-c8ba-4cfd-983c-4a5c02db0ec2 req-3e53fab5-9573-4bdd-a936-ae1bb732ba00 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 210 time: 0.0896430 Jul 23 16:11:12.484085 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:12.498843 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2d1aedc7-fb93-475c-9835-9b3668903271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for subnet, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:12.556622 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:11:08Z', 'revision_number': 4, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '6ff134de-805c-4647-a0bd-790715fe6e00', 'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'mac_address': 'fa:16:3e:ef:33:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:06Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 2, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'subnets': [{'id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:12.593760 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'name': 'tempest-ServerRescueNegativeTestJSON-1773991139-router', 'tenant_id': 'c48c39524c134508a8893e4d116cb081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '24926e84-ee8e-4c64-b196-36e6dd5c73b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:07Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 3, 'project_id': 'c48c39524c134508a8893e4d116cb081', 'gw_port': {'id': '24926e84-ee8e-4c64-b196-36e6dd5c73b4', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:08Z', 'updated_at': '2021-07-23T16:11:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:12.598963 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:12.618616 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Checking router: d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:11:12.619801 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Updating router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 port 6ff134de-805c-4647-a0bd-790715fe6e00 binding host dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:11:12.666628 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:12.700300 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Checking router: 6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:11:12.700790 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Updating router 6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03 port 24926e84-ee8e-4c64-b196-36e6dd5c73b4 binding host dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:11:12.770209 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:12.781549 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5892cac2-3f46-407a-9e69-978d041d771a None None] Network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:11:12.798045 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1aedc7-fb93-475c-9835-9b3668903271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df841959-d6f2-4566-9f57-3075643ca75b,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:12.821168 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d0fab688-8d64-4898-a2ea-0723d9971f52 req-8e437f4e-7f3c-4fe8-a46f-8a0b63f63996 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 210 time: 0.0629079 Jul 23 16:11:12.883563 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1aedc7-fb93-475c-9835-9b3668903271 admin admin] Checking segment: {'id': 'a4a58b43-ebaa-4a33-9c31-7738eb187175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd3114d89-eac5-43a1-a708-1aed35aafda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:12.883928 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1aedc7-fb93-475c-9835-9b3668903271 admin admin] Network hostable DHCP agents. Network: d3114d89-eac5-43a1-a708-1aed35aafda2, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:11:12.936157 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:12.945758 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Pushing event updated for resources: {'Port': ['ID=77e8ac66-c3f6-4469-9ea1-190827594c8e,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:12.955112 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:12.962925 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1aedc7-fb93-475c-9835-9b3668903271 admin admin] Network d3114d89-eac5-43a1-a708-1aed35aafda2 is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:11:12.964385 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:12.969742 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-a70f01ba-7050-49bd-bd69-eaa2130e4b23 None None] Provisioning for port b4d0eaad-0658-470b-b50b-883c18cd3de4 completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:12.975320 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:13.002708 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-2d1aedc7-fb93-475c-9835-9b3668903271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, d3114d89-eac5-43a1-a708-1aed35aafda2) {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:13.018833 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a362f6-1c7b-4d8f-9b9d-45b75d3cc7ba None None] Network d3114d89-eac5-43a1-a708-1aed35aafda2 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:11:13.023853 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1aedc7-fb93-475c-9835-9b3668903271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:13.025742 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2d1aedc7-fb93-475c-9835-9b3668903271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:13.057510 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48396) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:13.077391 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-743016d9-e977-46dd-95eb-a3b3e7731df7 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--254632006', 'description': 'tempest-description--2126912764'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:13.109718 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-2d1aedc7-fb93-475c-9835-9b3668903271 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5524030 Jul 23 16:11:13.114263 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-743016d9-e977-46dd-95eb-a3b3e7731df7 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:13.243683 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device b4d0eaad-0658-470b-b50b-883c18cd3de4 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:13.413483 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-743016d9-e977-46dd-95eb-a3b3e7731df7 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:13.437327 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-743016d9-e977-46dd-95eb-a3b3e7731df7 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:13.481638 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743016d9-e977-46dd-95eb-a3b3e7731df7 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f35317f-70b7-4e12-a0ea-39616ac6f2b4,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:13.508035 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:13.537244 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-743016d9-e977-46dd-95eb-a3b3e7731df7 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:13.541855 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-743016d9-e977-46dd-95eb-a3b3e7731df7 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4724162 Jul 23 16:11:13.544157 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48418) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:13.552746 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-65ab24e3-ff8d-4dfc-a0bf-90a7cb56362f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Request body: {'security_group_rule': {'security_group_id': '7f35317f-70b7-4e12-a0ea-39616ac6f2b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:13.713863 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba761d8-4115-4255-b064-c37e9e1a527d None None] Network d3114d89-eac5-43a1-a708-1aed35aafda2 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:11:13.724980 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port b4d0eaad-0658-470b-b50b-883c18cd3de4 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:13.725149 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Notify callbacks [] for port, precommit_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:13.752900 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port b4d0eaad-0658-470b-b50b-883c18cd3de4 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:13.753294 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:13.754265 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.provisioning_blocks [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Transition to ACTIVE for port object 6ff134de-805c-4647-a0bd-790715fe6e00 will not be triggered until provisioned by entity L2. {{(pid=93299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:13.762532 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-65ab24e3-ff8d-4dfc-a0bf-90a7cb56362f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:13.769229 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:13.820626 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48426) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:13.910851 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e1a03f5b-ec4e-4214-bebe-3b678ec25125 req-aac35e14-f5b2-41f2-9cd1-91a5d24b327b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 210 time: 0.2599387 Jul 23 16:11:13.979411 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79945397-d134-454f-a9e4-ddee4824d0d6 None None] Pushing event updated for resources: {'Port': ['ID=6ff134de-805c-4647-a0bd-790715fe6e00,revision_number=3']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:13.984183 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_v2 [None req-4696ca2d-80b6-456b-83c7-0986b8f82dbf admin admin] Deleting subnet 0751ada4-8d7c-4835-b379-3904a74738d5 {{(pid=93297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:11:14.009202 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4696ca2d-80b6-456b-83c7-0986b8f82dbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:14.165094 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:14.206297 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Attempting to bind port 6ff134de-805c-4647-a0bd-790715fe6e00 on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:11:14.210787 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Attempting to bind port 6ff134de-805c-4647-a0bd-790715fe6e00 by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': '093ecfe2-f45b-40b0-a59d-04a35e3cd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2'}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:11:14.211606 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Attempting to bind port 6ff134de-805c-4647-a0bd-790715fe6e00 on network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:14.226157 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:11:14.227198 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Checking segment: {'id': '093ecfe2-f45b-40b0-a59d-04a35e3cd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:14.227817 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:14.231044 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Bound using segment: {'id': '093ecfe2-f45b-40b0-a59d-04a35e3cd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2'} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:11:14.232970 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Bound port: 6ff134de-805c-4647-a0bd-790715fe6e00, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093ecfe2-f45b-40b0-a59d-04a35e3cd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2'}}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:11:14.233651 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:14.313005 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4696ca2d-80b6-456b-83c7-0986b8f82dbf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:14.350282 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4696ca2d-80b6-456b-83c7-0986b8f82dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386006'] for subnet, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:14.412202 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:14.508991 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4696ca2d-80b6-456b-83c7-0986b8f82dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for subnet, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:14.550135 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ceef3424-6b52-4fbb-8dba-cd73321870c8 req-8d9fc1d6-b1e5-452d-9743-8f44aaf8ef5d tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 210 time: 0.2908962 Jul 23 16:11:14.573049 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] For port 6ff134de-805c-4647-a0bd-790715fe6e00, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:11:14.584228 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] For port 6ff134de-805c-4647-a0bd-790715fe6e00, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=6ff134de-805c-4647-a0bd-790715fe6e00,segment=NetworkSegment(093ecfe2-f45b-40b0-a59d-04a35e3cd077),segment_id=093ecfe2-f45b-40b0-a59d-04a35e3cd077)] {{(pid=93299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:11:14.594446 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:14.608644 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:14.611211 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696ca2d-80b6-456b-83c7-0986b8f82dbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0751ada4-8d7c-4835-b379-3904a74738d5,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:14.613898 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Transition to ACTIVE for port object 24926e84-ee8e-4c64-b196-36e6dd5c73b4 will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:14.696966 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4696ca2d-80b6-456b-83c7-0986b8f82dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:14.698681 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-4696ca2d-80b6-456b-83c7-0986b8f82dbf admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0751ada4-8d7c-4835-b379-3904a74738d5 HTTP/1.1" status: 204 len: 168 time: 0.8813913 Jul 23 16:11:14.706254 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48462) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:14.717905 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79945397-d134-454f-a9e4-ddee4824d0d6 None None] Pushing event updated for resources: {'Port': ['ID=6ff134de-805c-4647-a0bd-790715fe6e00,revision_number=4']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:14.745153 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Routers {'d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:11:14.747459 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:10:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:14.757805 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:14.865426 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-65ab24e3-ff8d-4dfc-a0bf-90a7cb56362f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:14.873955 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-65ab24e3-ff8d-4dfc-a0bf-90a7cb56362f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:14.916817 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] Set router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:11:14.969652 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab24e3-ff8d-4dfc-a0bf-90a7cb56362f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33bf970-3faf-49d7-88d6-060b10405c87,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:15.032065 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port b4d0eaad-0658-470b-b50b-883c18cd3de4, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=b4d0eaad-0658-470b-b50b-883c18cd3de4,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:15.047484 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4389248-fbd1-46f1-8899-bf33df8f0f37 None None] Pushing event updated for resources: {'Port': ['ID=24926e84-ee8e-4c64-b196-36e6dd5c73b4,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:15.125441 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:15.129582 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541368'] for network, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:15.160325 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735994'] for router, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:15.170442 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-65ab24e3-ff8d-4dfc-a0bf-90a7cb56362f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:15.181873 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-65ab24e3-ff8d-4dfc-a0bf-90a7cb56362f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6385550 Jul 23 16:11:15.188370 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48486) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:15.211499 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-56ec87c7-db85-4b82-9f0a-4c013e5f98ff tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Request body: {'security_group_rule': {'security_group_id': '7f35317f-70b7-4e12-a0ea-39616ac6f2b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:15.275205 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=b4d0eaad-0658-470b-b50b-883c18cd3de4,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:15.280612 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Attempting to bind port 24926e84-ee8e-4c64-b196-36e6dd5c73b4 on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:11:15.285305 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Attempting to bind port 24926e84-ee8e-4c64-b196-36e6dd5c73b4 by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:11:15.285833 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Attempting to bind port 24926e84-ee8e-4c64-b196-36e6dd5c73b4 on network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:15.298719 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:11:15.299326 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Checking segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:15.299829 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:15.300225 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Bound using segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:11:15.300705 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Bound port: 24926e84-ee8e-4c64-b196-36e6dd5c73b4, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:11:15.301230 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:15.309006 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-56ec87c7-db85-4b82-9f0a-4c013e5f98ff tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:15.362870 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] For port 24926e84-ee8e-4c64-b196-36e6dd5c73b4, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:11:15.366404 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] For port 24926e84-ee8e-4c64-b196-36e6dd5c73b4, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=24926e84-ee8e-4c64-b196-36e6dd5c73b4,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:11:15.372960 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-54f53cac-2d70-461b-bf51-26538828f8ea None None] Provisioning complete for port b4d0eaad-0658-470b-b50b-883c18cd3de4 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:15.373334 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-54f53cac-2d70-461b-bf51-26538828f8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:15.375740 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:15.396221 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:11:08Z', 'revision_number': 4, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '6ff134de-805c-4647-a0bd-790715fe6e00', 'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'mac_address': 'fa:16:3e:ef:33:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:06Z', 'updated_at': '2021-07-23T16:11:14Z', 'revision_number': 4, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'subnets': [{'id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:15.433593 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b958774-c98b-4257-8e52-66e445e58c29 None None] The sync data for ids ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'] in dv-cinder-796286-18-iscsi is: [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:11:08Z', 'revision_number': 4, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '6ff134de-805c-4647-a0bd-790715fe6e00', 'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'mac_address': 'fa:16:3e:ef:33:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:06Z', 'updated_at': '2021-07-23T16:11:14Z', 'revision_number': 4, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'subnets': [{'id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:11:15.510334 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Routers {'6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:11:15.510985 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:10:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:15.536168 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] Allocated IP 172.20.0.1 (c9badab1-7eef-4cc8-9a63-26df64f8e639/4f4224b1-fcef-42fd-9e0a-34138cd1c2de/054412a1-2b5c-410d-bc08-2e3c45ded1b8) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:15.696608 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-56ec87c7-db85-4b82-9f0a-4c013e5f98ff tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:15.725194 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385103', 'neutron.services.segments.db._delete_segments_for_network-8727500513675'] for network, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:15.747008 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-56ec87c7-db85-4b82-9f0a-4c013e5f98ff tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:15.814667 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec87c7-db85-4b82-9f0a-4c013e5f98ff tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59446db-0c52-4054-b191-20efc28f2905,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:15.820989 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-56ec87c7-db85-4b82-9f0a-4c013e5f98ff tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:15.823338 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-56ec87c7-db85-4b82-9f0a-4c013e5f98ff tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6227293 Jul 23 16:11:15.827520 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48510) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:15.832815 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-f46daeb0-e047-42c8-855a-db44f76284c1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Request body: {'floatingip': {'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:15.889047 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:11:15.892451 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:11:15.894072 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:11:15.894523 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:11:15.894958 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:11:15.895461 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:11:15.901064 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:11:15.901596 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:11:15.902211 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:11:15.902795 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:11:15.943271 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f46daeb0-e047-42c8-855a-db44f76284c1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for floatingip, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:15.976107 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4389248-fbd1-46f1-8899-bf33df8f0f37 None None] Pushing event updated for resources: {'Port': ['ID=24926e84-ee8e-4c64-b196-36e6dd5c73b4,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:15.991985 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-f7dcf588-8a0e-468a-9e8e-a50570d200b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:16.013536 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] Set router 6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:11:16.079729 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:16.133814 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c0a55b0c-9063-4b83-a8c2-5cdc3400f685 req-55528d9b-0a93-4a00-b2b2-c9f069481d6a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 210 time: 0.1082370 Jul 23 16:11:16.276948 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:11:16.277285 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:11:16.277611 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:11:16.278010 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:11:16.278404 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1501a769-b340-4575-abe9-5847707afdb2']}} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:16.304892 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-df394b6e-3dbb-4f69-b190-6dba7c22dd9d req-c6d55e47-13f8-4594-9213-e8b5da1736c2 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 210 time: 0.8099861 Jul 23 16:11:16.314934 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.59', 57514) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:16.329932 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c65a55-fbe3-4e2a-a393-70319b4307b5') {'for_net_delete': True} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:16.330185 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c65a55-fbe3-4e2a-a393-70319b4307b5') {} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:16.392650 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727500584376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15618273'] for segment, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:16.401906 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'name': 'tempest-ServerRescueNegativeTestJSON-1773991139-router', 'tenant_id': 'c48c39524c134508a8893e4d116cb081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '24926e84-ee8e-4c64-b196-36e6dd5c73b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:07Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 3, 'project_id': 'c48c39524c134508a8893e4d116cb081', 'gw_port': {'id': '24926e84-ee8e-4c64-b196-36e6dd5c73b4', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:08Z', 'updated_at': '2021-07-23T16:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:16.428044 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:16.475754 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1e8e0-12ce-4b61-bacf-ee4d9355c2a0 None None] The sync data for ids ['6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03'] in dv-cinder-796286-18-iscsi is: [{'id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'name': 'tempest-ServerRescueNegativeTestJSON-1773991139-router', 'tenant_id': 'c48c39524c134508a8893e4d116cb081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '24926e84-ee8e-4c64-b196-36e6dd5c73b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:07Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 3, 'project_id': 'c48c39524c134508a8893e4d116cb081', 'gw_port': {'id': '24926e84-ee8e-4c64-b196-36e6dd5c73b4', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:08Z', 'updated_at': '2021-07-23T16:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:11:16.486030 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f46daeb0-e047-42c8-855a-db44f76284c1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:16.504437 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] Network c9badab1-7eef-4cc8-9a63-26df64f8e639 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:16.509307 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Router a52be827-c3f1-4c0b-a96b-83cac5bd4744 is scheduled to L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b with binding_index 1 {{(pid=93296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:11:16.511678 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:16.540814 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:11:16.541236 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15978078'] for segment, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:16.541723 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:16.547705 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:16.548492 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734691'] for router_interface, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: from cryptography.utils import int_from_bytes Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: from cryptography.utils import int_from_bytes Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: Traceback (most recent call last): Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: timer() Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: cb(*args, **kw) Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: return func(*args, **kwargs) Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: self._notify() Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: self.callback(batched_events) Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: event.method(event) Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: return f(self, *a, **k) Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._get(url).json() Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: return self.request(url, 'GET', **kwargs) Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:11:16.557137 dv-cinder-796286-18-iscsi neutron-server[93296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:11:16.869469 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736162'] for network, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:16.921334 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-d9f80748-5041-4524-8b11-b3782e1fcc0b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:16.926973 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-d9f80748-5041-4524-8b11-b3782e1fcc0b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.59 "GET /v2.0/networks?id=2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2 HTTP/1.1" status: 200 len: 810 time: 0.5998428 Jul 23 16:11:16.931698 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:16.935846 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1501a769-b340-4575-abe9-5847707afdb2 HTTP/1.1" status: 204 len: 168 time: 2.1414263 Jul 23 16:11:16.943583 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48526) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:16.946505 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] Pushing event updated for resources: {'Port': ['ID=054412a1-2b5c-410d-bc08-2e3c45ded1b8,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:17.043059 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.59', 57520) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:17.076039 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-a63376fc-c539-41bf-abd8-ddf94893f82b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Request body: {'port': {'device_id': 'cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1', 'network_id': '2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2', 'admin_state_up': True, 'tenant_id': 'b736ff2386cd411ebcdea3df02c807f1'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:17.084784 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1e346-8998-4c7d-9fb6-e9ee23e072d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1501a769-b340-4575-abe9-5847707afdb2,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:17.294281 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:11:17.317358 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Sync routers for ids ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:11:17.330045 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae346d2-0a15-4523-b14b-89b3b3f0794c admin admin] Deleting subnet df841959-d6f2-4566-9f57-3075643ca75b {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:11:17.330420 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Routers {'a52be827-c3f1-4c0b-a96b-83cac5bd4744'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:11:17.331432 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:10:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:17.364272 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1ae346d2-0a15-4523-b14b-89b3b3f0794c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:17.394957 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-f46daeb0-e047-42c8-855a-db44f76284c1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Allocated IP 172.27.0.171 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/800d5ced-2003-42f3-8795-79e319d23d9e) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:17.552705 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8bc70ca7-b0a6-42a0-8520-5cc5a19d113c req-63640eba-4792-4c55-a4ff-3174f85d7114 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 210 time: 0.1849318 Jul 23 16:11:17.556852 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:17.561483 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-af6b53f3-9929-4ea8-981d-7b42ff2aeb1c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6137750 Jul 23 16:11:17.564195 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1ae346d2-0a15-4523-b14b-89b3b3f0794c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15618264'] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:17.569771 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48560) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:17.611788 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Set router a52be827-c3f1-4c0b-a96b-83cac5bd4744 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:11:17.643843 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 6ff134de-805c-4647-a0bd-790715fe6e00 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:17.686681 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:17.844380 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92767056-272c-4483-b41c-e6229ff42b49 req-03680a3b-9b6c-4d2a-bdef-1aa7becd0972 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:17.855108 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-92767056-272c-4483-b41c-e6229ff42b49 req-03680a3b-9b6c-4d2a-bdef-1aa7becd0972 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.59 "GET /v2.0/networks?id=97f88737-3704-4b88-a90c-d3a1937a3184 HTTP/1.1" status: 200 len: 814 time: 0.7631581 Jul 23 16:11:17.892602 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-64149ee6-bac2-426a-8cc0-7069e737a949 req-b73790eb-ca53-4935-8c56-dcf6d01bdaca tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 210 time: 0.3470242 Jul 23 16:11:18.049790 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1ae346d2-0a15-4523-b14b-89b3b3f0794c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386006'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:18.051366 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 6ff134de-805c-4647-a0bd-790715fe6e00 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:18.052335 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [req-92767056-272c-4483-b41c-e6229ff42b49 req-9d584ed7-9f99-4936-8ec6-1a025da80c1a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Request body: {'port': {'device_id': 'b8104837-8012-4749-a098-88c0e179c98c', 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184', 'admin_state_up': True, 'tenant_id': 'c0ceb3b4162f4cc9821da4ffac30e975'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:18.070830 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 6ff134de-805c-4647-a0bd-790715fe6e00 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:18.071905 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:18.202239 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-a63376fc-c539-41bf-abd8-ddf94893f82b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Made reservation on behalf of b736ff2386cd411ebcdea3df02c807f1 for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:18.215300 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-a63376fc-c539-41bf-abd8-ddf94893f82b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:18.223820 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:18.228165 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:11:14Z', 'revision_number': 3, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:18.304480 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Checking router: a52be827-c3f1-4c0b-a96b-83cac5bd4744 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:11:18.304854 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Updating router a52be827-c3f1-4c0b-a96b-83cac5bd4744 port 77e8ac66-c3f6-4469-9ea1-190827594c8e binding host dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:11:18.474438 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 6ff134de-805c-4647-a0bd-790715fe6e00, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=6ff134de-805c-4647-a0bd-790715fe6e00,segment=NetworkSegment(093ecfe2-f45b-40b0-a59d-04a35e3cd077),segment_id=093ecfe2-f45b-40b0-a59d-04a35e3cd077)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:18.483635 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:18.491513 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device b4d0eaad-0658-470b-b50b-883c18cd3de4 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:18.493689 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:18.578222 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f46daeb0-e047-42c8-855a-db44f76284c1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:18.697269 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:11:18.730073 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-a63376fc-c539-41bf-abd8-ddf94893f82b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Allocated IP 172.20.0.11 (2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2/db14e9f9-5189-4cf2-aeae-e58ddfe80061/febc3f79-1564-4478-bdfc-4850fbe03547) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:18.844041 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0adaab4c-dc2c-40b5-b99a-c02223680f18 req-77300b6b-111e-48f5-a76f-aec09b4bee8a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 210 time: 0.0385461 Jul 23 16:11:18.856569 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1ae346d2-0a15-4523-b14b-89b3b3f0794c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15978212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13960945'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:18.914507 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c3b3a560-c482-4740-8877-3bb5c979e500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:18.922158 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f46daeb0-e047-42c8-855a-db44f76284c1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:18.943751 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae346d2-0a15-4523-b14b-89b3b3f0794c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df841959-d6f2-4566-9f57-3075643ca75b,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:18.944935 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=6ff134de-805c-4647-a0bd-790715fe6e00,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:18.967228 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1ae346d2-0a15-4523-b14b-89b3b3f0794c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:18.969500 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1ae346d2-0a15-4523-b14b-89b3b3f0794c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/df841959-d6f2-4566-9f57-3075643ca75b HTTP/1.1" status: 204 len: 168 time: 2.0248792 Jul 23 16:11:18.974487 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:18.980752 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48580) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:19.015285 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46daeb0-e047-42c8-855a-db44f76284c1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Pushing event updated for resources: {'Port': ['ID=800d5ced-2003-42f3-8795-79e319d23d9e,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:19.060514 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port b4d0eaad-0658-470b-b50b-883c18cd3de4 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:19.061265 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.074497 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46daeb0-e047-42c8-855a-db44f76284c1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:19.088106 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-f46daeb0-e047-42c8-855a-db44f76284c1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:19.097688 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46daeb0-e047-42c8-855a-db44f76284c1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:19.134701 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c8d99225-bfb7-474b-8efd-5bb63a4091ea req-b853042f-03e9-4c36-bc5d-f847d8e99bd4 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 210 time: 0.0503063 Jul 23 16:11:19.218102 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5c109baa-a2aa-4e10-b6bb-192515f3cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541368'] for network, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.305800 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-a63376fc-c539-41bf-abd8-ddf94893f82b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.385576 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.398820 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f46daeb0-e047-42c8-855a-db44f76284c1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.491037 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5c109baa-a2aa-4e10-b6bb-192515f3cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385103', 'neutron.services.segments.db._delete_segments_for_network-8727500513675'] for network, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.506998 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-5c109baa-a2aa-4e10-b6bb-192515f3cfe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3114d89-eac5-43a1-a708-1aed35aafda2']}} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:19.518119 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.531673 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-5c109baa-a2aa-4e10-b6bb-192515f3cfe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a58b43-ebaa-4a33-9c31-7738eb187175') {'for_net_delete': True} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:19.533883 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-5c109baa-a2aa-4e10-b6bb-192515f3cfe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a58b43-ebaa-4a33-9c31-7738eb187175') {} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:19.545505 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-a63376fc-c539-41bf-abd8-ddf94893f82b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.554935 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5c109baa-a2aa-4e10-b6bb-192515f3cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727500584376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15618273'] for segment, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.561491 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.576752 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Transition to ACTIVE for port object 77e8ac66-c3f6-4469-9ea1-190827594c8e will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:19.592296 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.635487 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 24926e84-ee8e-4c64-b196-36e6dd5c73b4 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:19.657806 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.658776 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729524'] for router_interface, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.685522 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-a63376fc-c539-41bf-abd8-ddf94893f82b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Network 2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:19.695712 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5c109baa-a2aa-4e10-b6bb-192515f3cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.698173 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-a63376fc-c539-41bf-abd8-ddf94893f82b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:19.700016 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40b248-0535-4adc-a6fb-489423a4c31a None None] Pushing event updated for resources: {'Port': ['ID=77e8ac66-c3f6-4469-9ea1-190827594c8e,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:19.731726 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c109baa-a2aa-4e10-b6bb-192515f3cfe0 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=93296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:11:19.732227 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5c109baa-a2aa-4e10-b6bb-192515f3cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15978078'] for segment, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.747224 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Attempting to bind port 77e8ac66-c3f6-4469-9ea1-190827594c8e on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:11:19.747224 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Attempting to bind port 77e8ac66-c3f6-4469-9ea1-190827594c8e by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:11:19.747224 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Attempting to bind port 77e8ac66-c3f6-4469-9ea1-190827594c8e on network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:19.753722 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92767056-272c-4483-b41c-e6229ff42b49 req-9d584ed7-9f99-4936-8ec6-1a025da80c1a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Made reservation on behalf of c0ceb3b4162f4cc9821da4ffac30e975 for: {'port': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:19.754750 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:11:19.755148 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Checking segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:19.755557 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.755944 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Bound using segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:11:19.756569 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Bound port: 77e8ac66-c3f6-4469-9ea1-190827594c8e, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:11:19.757132 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.759656 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-92767056-272c-4483-b41c-e6229ff42b49 req-9d584ed7-9f99-4936-8ec6-1a025da80c1a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.821688 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 24926e84-ee8e-4c64-b196-36e6dd5c73b4 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:19.821847 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f46daeb0-e047-42c8-855a-db44f76284c1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.821973 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 24926e84-ee8e-4c64-b196-36e6dd5c73b4 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:19.821973 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: Traceback (most recent call last): Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: timer() Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: cb(*args, **kw) Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: return func(*args, **kwargs) Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: self._notify() Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: self.callback(batched_events) Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: event.method(event) Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: return f(self, *a, **k) Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._get(url).json() Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: return self.request(url, 'GET', **kwargs) Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:11:19.856696 dv-cinder-796286-18-iscsi neutron-server[93296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:11:19.887191 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-a63376fc-c539-41bf-abd8-ddf94893f82b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:19.926026 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] For port 77e8ac66-c3f6-4469-9ea1-190827594c8e, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:11:19.931788 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] For port 77e8ac66-c3f6-4469-9ea1-190827594c8e, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=77e8ac66-c3f6-4469-9ea1-190827594c8e,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:11:19.950000 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:19.972477 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63376fc-c539-41bf-abd8-ddf94893f82b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Pushing event updated for resources: {'Port': ['ID=febc3f79-1564-4478-bdfc-4850fbe03547,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:19.977594 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5c109baa-a2aa-4e10-b6bb-192515f3cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736162'] for network, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:20.000184 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5c109baa-a2aa-4e10-b6bb-192515f3cfe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:20.002209 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-5c109baa-a2aa-4e10-b6bb-192515f3cfe0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d3114d89-eac5-43a1-a708-1aed35aafda2 HTTP/1.1" status: 204 len: 168 time: 1.0202646 Jul 23 16:11:20.050631 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c109baa-a2aa-4e10-b6bb-192515f3cfe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3114d89-eac5-43a1-a708-1aed35aafda2,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:20.083075 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-a63376fc-c539-41bf-abd8-ddf94893f82b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:20.084471 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-a63376fc-c539-41bf-abd8-ddf94893f82b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:20.107025 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Routers {'a52be827-c3f1-4c0b-a96b-83cac5bd4744'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:11:20.107408 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:11:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:20.148997 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-a63376fc-c539-41bf-abd8-ddf94893f82b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0885315 Jul 23 16:11:20.324137 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:20.349534 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40b248-0535-4adc-a6fb-489423a4c31a None None] Pushing event updated for resources: {'Port': ['ID=77e8ac66-c3f6-4469-9ea1-190827594c8e,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:20.354284 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 24926e84-ee8e-4c64-b196-36e6dd5c73b4, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=24926e84-ee8e-4c64-b196-36e6dd5c73b4,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:20.365729 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:20.386460 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [req-92767056-272c-4483-b41c-e6229ff42b49 req-9d584ed7-9f99-4936-8ec6-1a025da80c1a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Allocated IP 172.20.0.5 (97f88737-3704-4b88-a90c-d3a1937a3184/4115b965-2190-4335-9cf7-bb59d4592a9c/2ce2d661-4e6d-45a6-aee7-6bf1703578ca) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:20.389274 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48592) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:20.409981 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] Pushing event updated for resources: {'Port': ['ID=054412a1-2b5c-410d-bc08-2e3c45ded1b8,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:20.511558 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] Set router a52be827-c3f1-4c0b-a96b-83cac5bd4744 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:11:20.537347 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1b43e674-7d49-4a08-a27f-66fe8dbbb490 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5a822e14bb8e4e5d8b626dd22884937f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1446836 Jul 23 16:11:20.538949 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48596) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:20.542275 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:20.562360 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e83b51f7-c7aa-4b89-a62f-3797f4653877 req-9137acd6-f9fb-4f4a-bf5f-2025f36ce570 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 210 time: 0.4293816 Jul 23 16:11:20.564390 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] Network c9badab1-7eef-4cc8-9a63-26df64f8e639 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:20.598473 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:20.626051 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe85f6-574a-4d38-a984-d426ca5c6f2d req-218380c4-db49-4bce-91ac-3b18afdced77 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:20.633633 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c5fe85f6-574a-4d38-a984-d426ca5c6f2d req-218380c4-db49-4bce-91ac-3b18afdced77 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 932 time: 0.3163617 Jul 23 16:11:20.718915 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c5fe85f6-574a-4d38-a984-d426ca5c6f2d req-1156469e-4261-4e51-aa5e-7fd4e1da38f9 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817158 Jul 23 16:11:20.721825 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 6ff134de-805c-4647-a0bd-790715fe6e00 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:20.732490 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8ab602c1-701f-4515-aaa3-b85f1968c981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:20.765085 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8ab602c1-701f-4515-aaa3-b85f1968c981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:20.837456 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=24926e84-ee8e-4c64-b196-36e6dd5c73b4,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:20.890269 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8ab602c1-701f-4515-aaa3-b85f1968c981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:20.894207 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8ab602c1-701f-4515-aaa3-b85f1968c981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:20.912060 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-8ab602c1-701f-4515-aaa3-b85f1968c981 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f9c66aaa-ae12-4336-8c39-2ac02df58d1f HTTP/1.1" status: 204 len: 168 time: 0.3546691 Jul 23 16:11:20.948680 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 6ff134de-805c-4647-a0bd-790715fe6e00 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:20.949071 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:20.951848 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab602c1-701f-4515-aaa3-b85f1968c981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c66aaa-ae12-4336-8c39-2ac02df58d1f,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:21.005935 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] Router 6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:11:21.074185 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:21.093712 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-92767056-272c-4483-b41c-e6229ff42b49 req-9d584ed7-9f99-4936-8ec6-1a025da80c1a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:21.114918 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:11:14Z', 'revision_number': 3, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:21.156957 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa80965-6d59-418e-969e-d828373e1a28 None None] The sync data for ids ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'] in dv-cinder-796286-18-iscsi is: [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:11:14Z', 'revision_number': 3, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:11:21.234288 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Allocated IP 172.20.0.1 (74cc12e8-e460-4b21-8f86-7828dd99c3c6/16a96ff4-9135-4297-8f4d-e0300b0cc0f6/984aae90-657a-4e8c-8ba8-165637a2d8e7) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:21.259753 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f46daeb0-e047-42c8-855a-db44f76284c1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:21.279169 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f46daeb0-e047-42c8-855a-db44f76284c1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:21.318980 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f46daeb0-e047-42c8-855a-db44f76284c1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736144'] for floatingip, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:21.416907 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:11:21.431581 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-9c40ae02-fa0f-445c-913f-842149419170 admin admin] 10.222.0.69 "PUT /v2.0/routers/6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3899629 Jul 23 16:11:21.432489 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f46daeb0-e047-42c8-855a-db44f76284c1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:21.449981 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-f46daeb0-e047-42c8-855a-db44f76284c1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6052024 Jul 23 16:11:21.450903 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Sync routers for ids ['6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:11:21.469479 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-92767056-272c-4483-b41c-e6229ff42b49 req-9d584ed7-9f99-4936-8ec6-1a025da80c1a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:21.469780 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Routers {'6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:11:21.469780 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:11:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:21.515888 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48606) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:21.519782 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46daeb0-e047-42c8-855a-db44f76284c1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Pushing event updated for resources: {'Port': ['ID=800d5ced-2003-42f3-8795-79e319d23d9e,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:21.680969 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-e4c64462-13a5-470d-b919-133830b77ea4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5d28adbbc10f4ae191e42a84ce895af9&name=default HTTP/1.1" status: 200 len: 2977 time: 0.1638205 Jul 23 16:11:21.681537 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48614) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:21.824228 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92767056-272c-4483-b41c-e6229ff42b49 req-9d584ed7-9f99-4936-8ec6-1a025da80c1a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Network 97f88737-3704-4b88-a90c-d3a1937a3184 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:21.826613 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Set router 6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:11:21.840333 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cf6e4200-52a1-4ebe-a270-4873e8f23580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:21.898844 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [req-92767056-272c-4483-b41c-e6229ff42b49 req-9d584ed7-9f99-4936-8ec6-1a025da80c1a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:21.899173 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cf6e4200-52a1-4ebe-a270-4873e8f23580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:21.941027 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [req-92767056-272c-4483-b41c-e6229ff42b49 req-9d584ed7-9f99-4936-8ec6-1a025da80c1a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:21.948376 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92767056-272c-4483-b41c-e6229ff42b49 req-9d584ed7-9f99-4936-8ec6-1a025da80c1a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:21.949326 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-92767056-272c-4483-b41c-e6229ff42b49 req-9d584ed7-9f99-4936-8ec6-1a025da80c1a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:22.092476 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:22.094645 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149ab61-e368-4f45-b825-18f686cbe98a req-382813b1-fc4d-4e33-abb7-c4ca39e24fcc tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:22.102123 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d584ed7-9f99-4936-8ec6-1a025da80c1a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Pushing event updated for resources: {'Port': ['ID=2ce2d661-4e6d-45a6-aee7-6bf1703578ca,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:22.102537 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6149ab61-e368-4f45-b825-18f686cbe98a req-382813b1-fc4d-4e33-abb7-c4ca39e24fcc tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 932 time: 0.2099073 Jul 23 16:11:22.103405 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cf6e4200-52a1-4ebe-a270-4873e8f23580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:22.109625 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-92767056-272c-4483-b41c-e6229ff42b49 req-9d584ed7-9f99-4936-8ec6-1a025da80c1a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0709407 Jul 23 16:11:22.117059 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cf6e4200-52a1-4ebe-a270-4873e8f23580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:22.119560 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-cf6e4200-52a1-4ebe-a270-4873e8f23580 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9bfb515e-3a36-4b1d-a5fc-4f6c48e000d5 HTTP/1.1" status: 204 len: 168 time: 0.4364381 Jul 23 16:11:22.136294 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e4200-52a1-4ebe-a270-4873e8f23580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfb515e-3a36-4b1d-a5fc-4f6c48e000d5,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:22.139157 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Transition to ACTIVE for port object 984aae90-657a-4e8c-8ba8-165637a2d8e7 will not be triggered until provisioned by entity DHCP. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:22.234248 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6149ab61-e368-4f45-b825-18f686cbe98a req-dbf5c6b0-574d-456a-923d-0e55afb37a55 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128430 Jul 23 16:11:22.237379 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbff03b-34e2-4d01-bceb-75f28fdd8027 req-20942f61-3926-4f1c-9477-6c968db8ab08 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:22.245593 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ffbff03b-34e2-4d01-bceb-75f28fdd8027 req-20942f61-3926-4f1c-9477-6c968db8ab08 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 931 time: 0.4259109 Jul 23 16:11:22.355400 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'name': 'tempest-ServerRescueNegativeTestJSON-1773991139-router', 'tenant_id': 'c48c39524c134508a8893e4d116cb081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '24926e84-ee8e-4c64-b196-36e6dd5c73b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:07Z', 'updated_at': '2021-07-23T16:11:17Z', 'revision_number': 4, 'project_id': 'c48c39524c134508a8893e4d116cb081', 'gw_port': {'id': '24926e84-ee8e-4c64-b196-36e6dd5c73b4', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:08Z', 'updated_at': '2021-07-23T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '054412a1-2b5c-410d-bc08-2e3c45ded1b8', 'name': '', 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639', 'tenant_id': 'c48c39524c134508a8893e4d116cb081', 'mac_address': 'fa:16:3e:c7:6c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4f4224b1-fcef-42fd-9e0a-34138cd1c2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:13Z', 'updated_at': '2021-07-23T16:11:18Z', 'revision_number': 2, 'project_id': 'c48c39524c134508a8893e4d116cb081', 'subnets': [{'id': '4f4224b1-fcef-42fd-9e0a-34138cd1c2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:22.358931 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:22.471400 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Checking router: 6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03 for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:11:22.473238 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Updating router 6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03 port 054412a1-2b5c-410d-bc08-2e3c45ded1b8 binding host dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:11:22.498505 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ffbff03b-34e2-4d01-bceb-75f28fdd8027 req-62ffcb0f-bea8-4881-ba5c-1719d53ddc81 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353761 Jul 23 16:11:22.517310 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:22.523734 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:22.532140 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Pushing event updated for resources: {'Port': ['ID=984aae90-657a-4e8c-8ba8-165637a2d8e7,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:22.535808 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:22.536801 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734691'] for router_interface, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:22.686474 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-67d7b609-112e-46d0-b874-01e3e810b99d tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--254632006&fields=id&tenant_id=5fe83c8aa779464b9ac589e2040ae57f HTTP/1.1" status: 200 len: 267 time: 0.2312887 Jul 23 16:11:22.704368 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [req-92767056-272c-4483-b41c-e6229ff42b49 req-e41eb5d9-7fec-4159-9e9c-826d50709612 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:11:22.713436 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-92767056-272c-4483-b41c-e6229ff42b49 req-e41eb5d9-7fec-4159-9e9c-826d50709612 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0282748 Jul 23 16:11:22.756002 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-48b9ea70-75c8-488c-a1c3-7f1aa31c495b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:11:22.762413 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-48b9ea70-75c8-488c-a1c3-7f1aa31c495b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0308745 Jul 23 16:11:22.797347 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 77e8ac66-c3f6-4469-9ea1-190827594c8e up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:22.923237 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:22.974959 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 77e8ac66-c3f6-4469-9ea1-190827594c8e completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:22.981750 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 77e8ac66-c3f6-4469-9ea1-190827594c8e triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:22.983017 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:23.051879 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-62407d12-34b6-470d-ae4c-63e3a2d9c0b6 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:23.068184 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-62407d12-34b6-470d-ae4c-63e3a2d9c0b6 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/networks?id=9c0621ff-a2c0-4e39-8229-4f2f452683a2 HTTP/1.1" status: 200 len: 811 time: 0.3805919 Jul 23 16:11:23.107936 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:23.122625 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-8eb44de1-6273-4abb-95c2-236d8595824e tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/quotas/5fe83c8aa779464b9ac589e2040ae57f HTTP/1.1" status: 200 len: 375 time: 0.0499530 Jul 23 16:11:23.302234 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2e02d3d6-17e7-4f3c-98d7-4bcbcf6f4273 None None] Provisioning for port 984aae90-657a-4e8c-8ba8-165637a2d8e7 completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:23.315560 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2e02d3d6-17e7-4f3c-98d7-4bcbcf6f4273 None None] Provisioning complete for port 984aae90-657a-4e8c-8ba8-165637a2d8e7 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:23.316006 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2e02d3d6-17e7-4f3c-98d7-4bcbcf6f4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:23.353405 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:23.388443 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2e02d3d6-17e7-4f3c-98d7-4bcbcf6f4273 None None] Port 984aae90-657a-4e8c-8ba8-165637a2d8e7 cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:11:23.394775 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 77e8ac66-c3f6-4469-9ea1-190827594c8e, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=77e8ac66-c3f6-4469-9ea1-190827594c8e,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:23.401313 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:23.402331 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 24926e84-ee8e-4c64-b196-36e6dd5c73b4 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:23.428736 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-77b02fe9-b3a6-48f9-9185-33e7b7e95cc3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5fe83c8aa779464b9ac589e2040ae57f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3046029 Jul 23 16:11:23.672212 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Request body: {'port': {'device_id': 'b8104837-8012-4749-a098-88c0e179c98c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:23.677710 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=77e8ac66-c3f6-4469-9ea1-190827594c8e,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:23.693725 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 24926e84-ee8e-4c64-b196-36e6dd5c73b4 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:23.694286 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:23.719425 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Notify callbacks [] for port, precommit_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:23.753270 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.provisioning_blocks [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Transition to ACTIVE for port object 054412a1-2b5c-410d-bc08-2e3c45ded1b8 will not be triggered until provisioned by entity L2. {{(pid=93299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:23.769794 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:23.787768 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-31e1dd1d-d1b7-4cef-9920-b5801c22ebe4 service neutron] 10.222.0.69 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518119 Jul 23 16:11:23.923814 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a374db8-8aad-4e4c-ad33-b1c7bcd7ce81 None None] Pushing event updated for resources: {'Port': ['ID=054412a1-2b5c-410d-bc08-2e3c45ded1b8,revision_number=3']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:23.930207 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Request body: {'port': {'device_id': 'cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:23.958435 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48676) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:24.253494 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Attempting to bind port 054412a1-2b5c-410d-bc08-2e3c45ded1b8 on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:11:24.256688 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Attempting to bind port 054412a1-2b5c-410d-bc08-2e3c45ded1b8 by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': '71ad965a-d3be-4f90-97a1-97fd990ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639'}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:11:24.257722 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Attempting to bind port 054412a1-2b5c-410d-bc08-2e3c45ded1b8 on network c9badab1-7eef-4cc8-9a63-26df64f8e639 {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:24.273776 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:11:24.274628 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Checking segment: {'id': '71ad965a-d3be-4f90-97a1-97fd990ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:24.277091 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:24.277863 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Bound using segment: {'id': '71ad965a-d3be-4f90-97a1-97fd990ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639'} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:11:24.278777 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Bound port: 054412a1-2b5c-410d-bc08-2e3c45ded1b8, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ad965a-d3be-4f90-97a1-97fd990ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639'}}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:11:24.282586 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:24.434053 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e546b7e8-e39f-4d49-b353-f0d5373a8ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:24.513432 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:24.516705 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] For port 054412a1-2b5c-410d-bc08-2e3c45ded1b8, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:11:24.521917 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] For port 054412a1-2b5c-410d-bc08-2e3c45ded1b8, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=054412a1-2b5c-410d-bc08-2e3c45ded1b8,segment=NetworkSegment(71ad965a-d3be-4f90-97a1-97fd990ce886),segment_id=71ad965a-d3be-4f90-97a1-97fd990ce886)] {{(pid=93299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:11:24.534628 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 77e8ac66-c3f6-4469-9ea1-190827594c8e up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:24.537671 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:24.542207 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-ef28cdb0-76d1-4342-a7df-faf4dda192be service neutron] 10.222.0.69 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7542276 Jul 23 16:11:24.558617 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:24.736050 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Routers {'6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:11:24.737212 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:11:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:24.797447 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 77e8ac66-c3f6-4469-9ea1-190827594c8e triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:24.797824 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:24.884303 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e546b7e8-e39f-4d49-b353-f0d5373a8ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:24.934180 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-302a1b21-e705-4c96-9ea2-2d36bc1f3c98 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:24.966208 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-302a1b21-e705-4c96-9ea2-2d36bc1f3c98 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/networks?id=c9badab1-7eef-4cc8-9a63-26df64f8e639 HTTP/1.1" status: 200 len: 819 time: 1.0612762 Jul 23 16:11:25.001068 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e546b7e8-e39f-4d49-b353-f0d5373a8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:25.096141 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a374db8-8aad-4e4c-ad33-b1c7bcd7ce81 None None] Pushing event updated for resources: {'Port': ['ID=054412a1-2b5c-410d-bc08-2e3c45ded1b8,revision_number=4']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:25.167216 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] Set router 6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:11:25.191127 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce2d661-4e6d-45a6-aee7-6bf1703578ca {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:11:25.209867 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:25.230664 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Transition to ACTIVE for port object 2ce2d661-4e6d-45a6-aee7-6bf1703578ca will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:25.247026 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546b7e8-e39f-4d49-b353-f0d5373a8ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f433f43-be17-4143-a0a8-dd1b8c667224,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:25.277486 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:25.291117 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-e546b7e8-e39f-4d49-b353-f0d5373a8ee1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3cdf16dea0944fbe9ab295daacc6ff04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3280203 Jul 23 16:11:25.295547 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48712) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:25.470214 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Pushing event updated for resources: {'Port': ['ID=2ce2d661-4e6d-45a6-aee7-6bf1703578ca,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:25.531544 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-8f492ef0-1721-4f84-a51b-ded25bfaec51 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/quotas/c48c39524c134508a8893e4d116cb081 HTTP/1.1" status: 200 len: 375 time: 0.4335811 Jul 23 16:11:25.570139 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df4bdc-db85-4ac7-87b2-bccd5acd396f req-6b06fbc5-f9e6-4e3e-a17c-4006a7a542bd tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:25.572742 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-30df4bdc-db85-4ac7-87b2-bccd5acd396f req-6b06fbc5-f9e6-4e3e-a17c-4006a7a542bd tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 932 time: 0.6633692 Jul 23 16:11:25.722155 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-30df4bdc-db85-4ac7-87b2-bccd5acd396f req-46737011-297a-4278-ba60-09c87c3cc5be tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132815 Jul 23 16:11:25.754305 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Attempting to bind port 2ce2d661-4e6d-45a6-aee7-6bf1703578ca on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:11:25.754718 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Attempting to bind port 2ce2d661-4e6d-45a6-aee7-6bf1703578ca by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'bdfb9395-3931-4868-be84-c638fb3b6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:11:25.755029 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Attempting to bind port 2ce2d661-4e6d-45a6-aee7-6bf1703578ca on network 97f88737-3704-4b88-a90c-d3a1937a3184 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:25.762725 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'name': 'tempest-ServerRescueNegativeTestJSON-1773991139-router', 'tenant_id': 'c48c39524c134508a8893e4d116cb081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '24926e84-ee8e-4c64-b196-36e6dd5c73b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:07Z', 'updated_at': '2021-07-23T16:11:17Z', 'revision_number': 4, 'project_id': 'c48c39524c134508a8893e4d116cb081', 'gw_port': {'id': '24926e84-ee8e-4c64-b196-36e6dd5c73b4', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:08Z', 'updated_at': '2021-07-23T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '054412a1-2b5c-410d-bc08-2e3c45ded1b8', 'name': '', 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639', 'tenant_id': 'c48c39524c134508a8893e4d116cb081', 'mac_address': 'fa:16:3e:c7:6c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4f4224b1-fcef-42fd-9e0a-34138cd1c2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:13Z', 'updated_at': '2021-07-23T16:11:24Z', 'revision_number': 4, 'project_id': 'c48c39524c134508a8893e4d116cb081', 'subnets': [{'id': '4f4224b1-fcef-42fd-9e0a-34138cd1c2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:25.764841 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Port 2ce2d661-4e6d-45a6-aee7-6bf1703578ca on network 97f88737-3704-4b88-a90c-d3a1937a3184 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:11:25.765168 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Attempting to bind port 2ce2d661-4e6d-45a6-aee7-6bf1703578ca on network 97f88737-3704-4b88-a90c-d3a1937a3184 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:25.765788 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a3e67a90-6512-4d69-acf5-237758ec54ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:25.774258 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:11:25.774827 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Checking segment: {'id': 'bdfb9395-3931-4868-be84-c638fb3b6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:25.775170 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Bound using segment: {'id': 'bdfb9395-3931-4868-be84-c638fb3b6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:11:25.775621 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Bound port: 2ce2d661-4e6d-45a6-aee7-6bf1703578ca, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfb9395-3931-4868-be84-c638fb3b6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:11:25.776064 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:25.807367 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a3e67a90-6512-4d69-acf5-237758ec54ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:25.842992 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43006cb-eb76-4004-a164-adaa2a302541 None None] The sync data for ids ['6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03'] in dv-cinder-796286-18-iscsi is: [{'id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'name': 'tempest-ServerRescueNegativeTestJSON-1773991139-router', 'tenant_id': 'c48c39524c134508a8893e4d116cb081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '24926e84-ee8e-4c64-b196-36e6dd5c73b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:07Z', 'updated_at': '2021-07-23T16:11:17Z', 'revision_number': 4, 'project_id': 'c48c39524c134508a8893e4d116cb081', 'gw_port': {'id': '24926e84-ee8e-4c64-b196-36e6dd5c73b4', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:08Z', 'updated_at': '2021-07-23T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '054412a1-2b5c-410d-bc08-2e3c45ded1b8', 'name': '', 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639', 'tenant_id': 'c48c39524c134508a8893e4d116cb081', 'mac_address': 'fa:16:3e:c7:6c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4f4224b1-fcef-42fd-9e0a-34138cd1c2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:13Z', 'updated_at': '2021-07-23T16:11:24Z', 'revision_number': 4, 'project_id': 'c48c39524c134508a8893e4d116cb081', 'subnets': [{'id': '4f4224b1-fcef-42fd-9e0a-34138cd1c2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:11:26.075258 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] For port 2ce2d661-4e6d-45a6-aee7-6bf1703578ca, host hv-cinder-79628, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:11:26.113029 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:26.129291 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:26.130412 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729524'] for router_interface, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:26.140408 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] For port 2ce2d661-4e6d-45a6-aee7-6bf1703578ca, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2ce2d661-4e6d-45a6-aee7-6bf1703578ca,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:11:26.157134 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:26.169464 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c0c06-99d2-4f9a-888f-fa083183ed7f req-3f90ab6d-5ea6-4887-a029-4e35ce0f8abd tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:26.170975 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0d8c0c06-99d2-4f9a-888f-fa083183ed7f req-3f90ab6d-5ea6-4887-a029-4e35ce0f8abd tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 943 time: 0.3020878 Jul 23 16:11:26.224069 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:26.224780 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:26.226162 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-92767056-272c-4483-b41c-e6229ff42b49 req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] 10.222.0.59 "PUT /v2.0/ports/2ce2d661-4e6d-45a6-aee7-6bf1703578ca HTTP/1.1" status: 200 len: 1093 time: 2.8792388 Jul 23 16:11:26.227992 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8104837-8012-4749-a098-88c0e179c98c', 'tag': '2ce2d661-4e6d-45a6-aee7-6bf1703578ca'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:26.260819 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0d8c0c06-99d2-4f9a-888f-fa083183ed7f req-b29bbd66-6075-4d78-8a17-d23fe24ea0b0 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643985 Jul 23 16:11:26.290359 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940ad22-a01a-4a51-b963-8213168934cd service neutron] Pushing event updated for resources: {'Port': ['ID=2ce2d661-4e6d-45a6-aee7-6bf1703578ca,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:26.313116 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a3e67a90-6512-4d69-acf5-237758ec54ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:26.315831 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a3e67a90-6512-4d69-acf5-237758ec54ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:26.317007 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-a3e67a90-6512-4d69-acf5-237758ec54ab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8f433f43-be17-4143-a0a8-dd1b8c667224 HTTP/1.1" status: 204 len: 168 time: 0.9764779 Jul 23 16:11:26.374965 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Pushing event updated for resources: {'Port': ['ID=984aae90-657a-4e8c-8ba8-165637a2d8e7,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:26.408944 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e67a90-6512-4d69-acf5-237758ec54ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f433f43-be17-4143-a0a8-dd1b8c667224,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:26.428784 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-0bfe6152-b984-4da5-9735-d85af1694b20 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c48c39524c134508a8893e4d116cb081&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8508458 Jul 23 16:11:26.433367 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a995e99b-56c4-44c9-b449-22309844fc79" -d '{"events": [{"name": "network-changed", "server_uuid": "b8104837-8012-4749-a098-88c0e179c98c", "tag": "2ce2d661-4e6d-45a6-aee7-6bf1703578ca"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:26.442499 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0ca17c35-a4c7-4623-96b7-3e3a7d082c3a req-ac3321f5-1d86-4865-bab3-c27dfaee11d7 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 210 time: 0.0561175 Jul 23 16:11:26.595010 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:26.601873 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:26.625533 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 054412a1-2b5c-410d-bc08-2e3c45ded1b8 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:26.649762 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id febc3f79-1564-4478-bdfc-4850fbe03547 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:11:26.732490 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a41670b-1b24-4e0f-a798-a4fabe7a7195 x-openstack-request-id: req-6a41670b-1b24-4e0f-a798-a4fabe7a7195 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:26.732921 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8104837-8012-4749-a098-88c0e179c98c", "tag": "2ce2d661-4e6d-45a6-aee7-6bf1703578ca", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:26.733269 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6a41670b-1b24-4e0f-a798-a4fabe7a7195 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:26.733826 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8104837-8012-4749-a098-88c0e179c98c', 'tag': '2ce2d661-4e6d-45a6-aee7-6bf1703578ca', 'status': 'completed', 'code': 200} Jul 23 16:11:26.741143 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 054412a1-2b5c-410d-bc08-2e3c45ded1b8 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:26.746253 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 054412a1-2b5c-410d-bc08-2e3c45ded1b8 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:26.746861 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:26.748274 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:26.893090 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:26.949747 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2184423-3221-4ad8-b6e2-2263c0a037ce req-63d99710-757b-41fa-9274-d5856ebf5537 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:26.967634 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2184423-3221-4ad8-b6e2-2263c0a037ce req-63d99710-757b-41fa-9274-d5856ebf5537 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 932 time: 0.1218362 Jul 23 16:11:26.981694 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Transition to ACTIVE for port object febc3f79-1564-4478-bdfc-4850fbe03547 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:26.982750 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 054412a1-2b5c-410d-bc08-2e3c45ded1b8, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=054412a1-2b5c-410d-bc08-2e3c45ded1b8,segment=NetworkSegment(71ad965a-d3be-4f90-97a1-97fd990ce886),segment_id=71ad965a-d3be-4f90-97a1-97fd990ce886)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:27.006533 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:27.015150 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:27.085994 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2184423-3221-4ad8-b6e2-2263c0a037ce req-75e26676-b734-4983-86c9-c87e675e8632 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171744 Jul 23 16:11:27.105307 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-d93c98d7-9c3b-4880-882f-1b9dfb15236d None None] Provisioning complete for port 984aae90-657a-4e8c-8ba8-165637a2d8e7 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:27.105942 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d93c98d7-9c3b-4880-882f-1b9dfb15236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:27.120379 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=054412a1-2b5c-410d-bc08-2e3c45ded1b8,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:27.170661 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-d93c98d7-9c3b-4880-882f-1b9dfb15236d None None] Port 984aae90-657a-4e8c-8ba8-165637a2d8e7 cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:11:27.192613 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-d04aa44c-f2b6-4ea6-8ae1-d0fe2ea112a5 service neutron] 10.222.0.69 "GET /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7380993 Jul 23 16:11:27.207819 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Router a52be827-c3f1-4c0b-a96b-83cac5bd4744 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:11:27.243424 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Pushing event updated for resources: {'Port': ['ID=febc3f79-1564-4478-bdfc-4850fbe03547,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:27.500287 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953834a2-d567-4abc-a447-aa56e0532877 req-3aef9e4c-39a4-4319-93c6-7df8b0ea1eea tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:27.502564 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-953834a2-d567-4abc-a447-aa56e0532877 req-3aef9e4c-39a4-4319-93c6-7df8b0ea1eea tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 943 time: 0.1000760 Jul 23 16:11:27.544738 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-953834a2-d567-4abc-a447-aa56e0532877 req-6f21dc2c-1d9f-4162-8aac-3195d6bfc9da tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346076 Jul 23 16:11:27.640054 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-097f3e56-b878-4669-a949-a41e0dbdcafb req-8579edc8-9b5d-4b13-be79-e84369a270d5 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 210 time: 0.0323417 Jul 23 16:11:27.695249 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Attempting to bind port febc3f79-1564-4478-bdfc-4850fbe03547 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:11:27.695788 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Attempting to bind port febc3f79-1564-4478-bdfc-4850fbe03547 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '925d7c79-27af-4fc6-be41-43bab52d159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:11:27.696340 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Attempting to bind port febc3f79-1564-4478-bdfc-4850fbe03547 on network 2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:27.711053 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Port febc3f79-1564-4478-bdfc-4850fbe03547 on network 2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:11:27.711440 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Attempting to bind port febc3f79-1564-4478-bdfc-4850fbe03547 on network 2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:27.736655 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:11:27.737024 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Checking segment: {'id': '925d7c79-27af-4fc6-be41-43bab52d159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:27.737551 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Bound using segment: {'id': '925d7c79-27af-4fc6-be41-43bab52d159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:11:27.738000 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Bound port: febc3f79-1564-4478-bdfc-4850fbe03547, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925d7c79-27af-4fc6-be41-43bab52d159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:11:27.738359 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:27.744413 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-6604c5d8-5320-41d9-a421-150817825922 service neutron] 10.222.0.69 "GET /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398304 Jul 23 16:11:27.801541 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:11:27.811079 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-bbb49620-69d4-40b0-9cce-d76825d96794 admin admin] 10.222.0.69 "PUT /v2.0/routers/a52be827-c3f1-4c0b-a96b-83cac5bd4744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2389200 Jul 23 16:11:27.818969 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Sync routers for ids ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:11:27.833284 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Routers {'a52be827-c3f1-4c0b-a96b-83cac5bd4744'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:11:27.833924 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:11:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:27.834120 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] For port febc3f79-1564-4478-bdfc-4850fbe03547, host hv-cinder-79628, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:11:27.839149 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] For port febc3f79-1564-4478-bdfc-4850fbe03547, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=febc3f79-1564-4478-bdfc-4850fbe03547,segment=NetworkSegment(925d7c79-27af-4fc6-be41-43bab52d159f),segment_id=925d7c79-27af-4fc6-be41-43bab52d159f)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:11:27.855305 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:27.934263 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:27.934909 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:27.936459 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] 10.222.0.59 "PUT /v2.0/ports/febc3f79-1564-4478-bdfc-4850fbe03547 HTTP/1.1" status: 200 len: 1094 time: 4.0340214 Jul 23 16:11:27.936917 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1', 'tag': 'febc3f79-1564-4478-bdfc-4850fbe03547'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:28.050048 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0291ffd9-3640-4e15-ab3c-1307e58ac86f req-300415f2-e7cc-4e71-80f0-177287805f45 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 210 time: 0.0729618 Jul 23 16:11:28.144968 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a2079-f4ae-4478-9e80-ec02e48b990f service neutron] Pushing event updated for resources: {'Port': ['ID=febc3f79-1564-4478-bdfc-4850fbe03547,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:28.257147 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Set router a52be827-c3f1-4c0b-a96b-83cac5bd4744 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:11:28.450671 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e1b7a5-b089-4618-8390-9e05271ae6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1", "tag": "febc3f79-1564-4478-bdfc-4850fbe03547"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:28.495248 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 054412a1-2b5c-410d-bc08-2e3c45ded1b8 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:28.499594 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fafb1-a573-4b1e-bf61-8709a67d4734 req-fc295f84-2040-449a-824d-d76556c1a5dc tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:28.520648 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ea3fafb1-a573-4b1e-bf61-8709a67d4734 req-fc295f84-2040-449a-824d-d76556c1a5dc tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 944 time: 0.2666569 Jul 23 16:11:28.632041 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ea3fafb1-a573-4b1e-bf61-8709a67d4734 req-2b10f747-db6d-4627-bb8f-69441d159f3b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088481 Jul 23 16:11:28.749928 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 054412a1-2b5c-410d-bc08-2e3c45ded1b8 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:28.750829 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:28.804250 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:11:22Z', 'revision_number': 4, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '984aae90-657a-4e8c-8ba8-165637a2d8e7', 'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'mac_address': 'fa:16:3e:68:69:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:20Z', 'updated_at': '2021-07-23T16:11:24Z', 'revision_number': 2, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'subnets': [{'id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:28.919350 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Checking router: a52be827-c3f1-4c0b-a96b-83cac5bd4744 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:11:28.920104 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Updating router a52be827-c3f1-4c0b-a96b-83cac5bd4744 port 984aae90-657a-4e8c-8ba8-165637a2d8e7 binding host dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:11:28.974401 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48844) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:28.979394 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-1225e23d-d353-45d8-b355-9a8274b06be6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Request body: {'security_group': {'name': 'tempest-securitygroup--222488480', 'description': 'tempest-description--1214654563'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:29.006348 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:29.048840 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1225e23d-d353-45d8-b355-9a8274b06be6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:29.119560 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-e1580c2c-9e8d-425b-8f7b-a25369bcfe29 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:29.148338 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-e1580c2c-9e8d-425b-8f7b-a25369bcfe29 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/networks?id=c9badab1-7eef-4cc8-9a63-26df64f8e639 HTTP/1.1" status: 200 len: 819 time: 0.3062749 Jul 23 16:11:29.182331 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-e1da0590-0092-4630-bc0a-d313c28d9842 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/quotas/c48c39524c134508a8893e4d116cb081 HTTP/1.1" status: 200 len: 375 time: 0.0326664 Jul 23 16:11:29.303558 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1225e23d-d353-45d8-b355-9a8274b06be6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:29.311555 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1225e23d-d353-45d8-b355-9a8274b06be6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:29.385656 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-a20cc626-268d-4c64-931d-f83ea5a92a21 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c48c39524c134508a8893e4d116cb081&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1940351 Jul 23 16:11:29.411507 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1225e23d-d353-45d8-b355-9a8274b06be6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:29.415926 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-1225e23d-d353-45d8-b355-9a8274b06be6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4371762 Jul 23 16:11:29.419790 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 48862) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:29.436460 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-af14cdbe-c437-44da-b067-d0b02994e438 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Request body: {'security_group_rule': {'security_group_id': 'a6fa6a17-2c69-477b-bfb4-e07c211dda62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:29.441241 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e23d-d353-45d8-b355-9a8274b06be6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fa6a17-2c69-477b-bfb4-e07c211dda62,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:29.513425 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937738c3-a4a3-4db4-a47c-f5022ec666a4 x-openstack-request-id: req-937738c3-a4a3-4db4-a47c-f5022ec666a4 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:29.514050 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1", "tag": "febc3f79-1564-4478-bdfc-4850fbe03547", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:29.514050 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-937738c3-a4a3-4db4-a47c-f5022ec666a4 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:29.514415 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1', 'tag': 'febc3f79-1564-4478-bdfc-4850fbe03547', 'status': 'completed', 'code': 200} Jul 23 16:11:29.527337 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-af14cdbe-c437-44da-b067-d0b02994e438 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:29.704572 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-dd8dc1b1-73af-421c-85d3-f44d6953723b service neutron] 10.222.0.69 "GET /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048706 Jul 23 16:11:29.818267 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-af14cdbe-c437-44da-b067-d0b02994e438 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:29.841830 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-af14cdbe-c437-44da-b067-d0b02994e438 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:29.885747 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14cdbe-c437-44da-b067-d0b02994e438 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b318a58-5e26-43b3-9670-c85cb1668cec,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:29.915188 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-af14cdbe-c437-44da-b067-d0b02994e438 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:29.923004 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-af14cdbe-c437-44da-b067-d0b02994e438 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5010149 Jul 23 16:11:29.926495 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48876) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:29.932633 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-487b6ee8-a4f8-41ab-b1f6-f71d443cecc6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Request body: {'security_group_rule': {'security_group_id': 'a6fa6a17-2c69-477b-bfb4-e07c211dda62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:29.955982 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:29.965346 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b665e-8b97-43f0-9b9c-e6d30735092d req-7a389b44-aa00-4724-bbeb-1f09b9220724 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:29.982764 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0b2b665e-8b97-43f0-9b9c-e6d30735092d req-7a389b44-aa00-4724-bbeb-1f09b9220724 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 943 time: 0.3115180 Jul 23 16:11:29.983519 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-169fd24e-2e5b-4acd-8469-2dfd4ea1c288 service neutron] 10.222.0.69 "GET /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731540 Jul 23 16:11:29.993901 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Transition to ACTIVE for port object 984aae90-657a-4e8c-8ba8-165637a2d8e7 will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:30.005484 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-487b6ee8-a4f8-41ab-b1f6-f71d443cecc6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.020855 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.094377 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0b2b665e-8b97-43f0-9b9c-e6d30735092d req-f00e9601-f842-4dc2-ba7e-07ebb59599b1 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110241 Jul 23 16:11:30.152597 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2316276-63a9-4a97-a765-6448b5cfea12 None None] Pushing event updated for resources: {'Port': ['ID=984aae90-657a-4e8c-8ba8-165637a2d8e7,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:30.172753 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-487b6ee8-a4f8-41ab-b1f6-f71d443cecc6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.179973 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-487b6ee8-a4f8-41ab-b1f6-f71d443cecc6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.235342 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b6ee8-a4f8-41ab-b1f6-f71d443cecc6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bafc9738-efcb-4307-85e4-248458cf6e56,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:30.254859 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-487b6ee8-a4f8-41ab-b1f6-f71d443cecc6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.258264 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Attempting to bind port 984aae90-657a-4e8c-8ba8-165637a2d8e7 on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:11:30.258841 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-487b6ee8-a4f8-41ab-b1f6-f71d443cecc6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3298547 Jul 23 16:11:30.259034 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Attempting to bind port 984aae90-657a-4e8c-8ba8-165637a2d8e7 by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': 'd1e5fdab-e25d-4094-a142-2e2ecab35140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:11:30.259653 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Attempting to bind port 984aae90-657a-4e8c-8ba8-165637a2d8e7 on network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:30.261420 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 48880) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:30.268738 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-1e26fe22-1b7e-42a9-a5a6-2945bfabd2a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Request body: {'floatingip': {'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:30.269897 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:11:30.270447 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Checking segment: {'id': 'd1e5fdab-e25d-4094-a142-2e2ecab35140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:30.270867 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.271852 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Bound using segment: {'id': 'd1e5fdab-e25d-4094-a142-2e2ecab35140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:11:30.272886 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Bound port: 984aae90-657a-4e8c-8ba8-165637a2d8e7, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e5fdab-e25d-4094-a142-2e2ecab35140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:11:30.273743 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.344344 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6801cddd-025f-4925-9aaa-5c0e47fe4001 req-237cb062-aa72-4138-b457-b15c87bfa4d9 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 210 time: 0.0982614 Jul 23 16:11:30.353184 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1e26fe22-1b7e-42a9-a5a6-2945bfabd2a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for floatingip, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.462093 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] For port 984aae90-657a-4e8c-8ba8-165637a2d8e7, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:11:30.471239 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] For port 984aae90-657a-4e8c-8ba8-165637a2d8e7, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=984aae90-657a-4e8c-8ba8-165637a2d8e7,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:11:30.481987 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:30.509429 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-13a02293-9924-4981-8b93-7b45b2f90282 req-f5e0f91a-603a-49aa-b5f5-80a5e6236c80 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 210 time: 0.0610969 Jul 23 16:11:30.585021 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Routers {'a52be827-c3f1-4c0b-a96b-83cac5bd4744'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:11:30.585773 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:11:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:30.757686 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2316276-63a9-4a97-a765-6448b5cfea12 None None] Pushing event updated for resources: {'Port': ['ID=984aae90-657a-4e8c-8ba8-165637a2d8e7,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:30.954877 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] Set router a52be827-c3f1-4c0b-a96b-83cac5bd4744 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:11:30.966050 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995e99b-56c4-44c9-b449-22309844fc79 req-fed75da3-bf23-487e-8f23-a91358e4bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:30.970457 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a995e99b-56c4-44c9-b449-22309844fc79 req-fed75da3-bf23-487e-8f23-a91358e4bcdf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c0ceb3b4162f4cc9821da4ffac30e975&device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 1096 time: 0.3499970 Jul 23 16:11:31.083609 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc5138-7b10-458d-9956-d033c7e74408 req-ab621c23-0667-41b0-8734-8e1cc0c64e44 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:31.086205 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f2dc5138-7b10-458d-9956-d033c7e74408 req-ab621c23-0667-41b0-8734-8e1cc0c64e44 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 944 time: 0.6019030 Jul 23 16:11:31.189159 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1e26fe22-1b7e-42a9-a5a6-2945bfabd2a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:31.272964 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1b7a5-b089-4618-8390-9e05271ae6d7 req-21bb5848-a255-40ef-97f0-ae4a6bc68195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:31.274620 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-53e1b7a5-b089-4618-8390-9e05271ae6d7 req-21bb5848-a255-40ef-97f0-ae4a6bc68195 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b736ff2386cd411ebcdea3df02c807f1&device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 1097 time: 0.5844529 Jul 23 16:11:31.294157 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f2dc5138-7b10-458d-9956-d033c7e74408 req-7bf466ad-571d-4faa-b58f-d8d666de412d tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788216 Jul 23 16:11:31.432493 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:11:22Z', 'revision_number': 4, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '984aae90-657a-4e8c-8ba8-165637a2d8e7', 'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'mac_address': 'fa:16:3e:68:69:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:20Z', 'updated_at': '2021-07-23T16:11:30Z', 'revision_number': 4, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'subnets': [{'id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:11:31.540516 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7248df5-1ce2-4cc4-b1d6-537311003bb4 None None] The sync data for ids ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'] in dv-cinder-796286-18-iscsi is: [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:11:22Z', 'revision_number': 4, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '984aae90-657a-4e8c-8ba8-165637a2d8e7', 'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'mac_address': 'fa:16:3e:68:69:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:20Z', 'updated_at': '2021-07-23T16:11:30Z', 'revision_number': 4, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'subnets': [{'id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:11:31.786364 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02497cc7-8b9e-4753-8d7d-313576826a57 req-28e6f92e-abcd-4c01-991d-cae0223f52a2 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:31.795127 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-02497cc7-8b9e-4753-8d7d-313576826a57 req-28e6f92e-abcd-4c01-991d-cae0223f52a2 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 943 time: 0.5235815 Jul 23 16:11:31.798014 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995e99b-56c4-44c9-b449-22309844fc79 req-96e7a24e-dfa7-473f-a6c6-ec2934329695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:31.820544 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a995e99b-56c4-44c9-b449-22309844fc79 req-96e7a24e-dfa7-473f-a6c6-ec2934329695 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c0ceb3b4162f4cc9821da4ffac30e975&shared=False HTTP/1.1" status: 200 len: 915 time: 0.7676363 Jul 23 16:11:31.896232 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-02497cc7-8b9e-4753-8d7d-313576826a57 req-ab2df595-b4e6-4134-a5d7-f8131c3bac93 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999551 Jul 23 16:11:32.024144 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1b7a5-b089-4618-8390-9e05271ae6d7 req-079b1aa2-11ee-4281-ad2b-c0871b8a6536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:32.033160 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-53e1b7a5-b089-4618-8390-9e05271ae6d7 req-079b1aa2-11ee-4281-ad2b-c0871b8a6536 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b736ff2386cd411ebcdea3df02c807f1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6646481 Jul 23 16:11:32.069579 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7c06fef0-d73e-436f-9b5e-334d206abf6e req-29f9ac54-c482-4e9a-94db-c3b49eb40289 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 210 time: 0.0446470 Jul 23 16:11:32.079749 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b9a5de54-d63e-4192-b4cd-252769b773e4 req-c6cfddc5-3e7d-44bf-9770-678555a9779c tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 210 time: 0.0793481 Jul 23 16:11:32.155574 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-1e26fe22-1b7e-42a9-a5a6-2945bfabd2a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Allocated IP 172.27.0.16 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/7a1ed421-a8e2-4531-a27c-b0a395430b1b) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:32.277572 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1e26fe22-1b7e-42a9-a5a6-2945bfabd2a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:32.318574 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1e26fe22-1b7e-42a9-a5a6-2945bfabd2a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:32.360856 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e26fe22-1b7e-42a9-a5a6-2945bfabd2a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:32.365867 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-1e26fe22-1b7e-42a9-a5a6-2945bfabd2a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:32.369399 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e26fe22-1b7e-42a9-a5a6-2945bfabd2a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:32.374839 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26fe22-1b7e-42a9-a5a6-2945bfabd2a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Pushing event updated for resources: {'Port': ['ID=7a1ed421-a8e2-4531-a27c-b0a395430b1b,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:32.446203 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647040d-dc97-4115-be6b-7a2c502876a2 req-81870079-c2af-44ce-b19a-8d63b9985341 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:32.448077 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f647040d-dc97-4115-be6b-7a2c502876a2 req-81870079-c2af-44ce-b19a-8d63b9985341 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 944 time: 0.0731585 Jul 23 16:11:32.497671 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f647040d-dc97-4115-be6b-7a2c502876a2 req-16511b08-5f22-40c1-9f00-d27b5ca02103 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435162 Jul 23 16:11:32.500019 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 984aae90-657a-4e8c-8ba8-165637a2d8e7 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:32.527546 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1e26fe22-1b7e-42a9-a5a6-2945bfabd2a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:32.560042 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 984aae90-657a-4e8c-8ba8-165637a2d8e7 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:32.564097 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 984aae90-657a-4e8c-8ba8-165637a2d8e7 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:32.564447 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:32.587824 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1e26fe22-1b7e-42a9-a5a6-2945bfabd2a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:32.644413 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:32.684590 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 984aae90-657a-4e8c-8ba8-165637a2d8e7, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=984aae90-657a-4e8c-8ba8-165637a2d8e7,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:32.689572 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:32.736358 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=984aae90-657a-4e8c-8ba8-165637a2d8e7,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:32.750527 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1e26fe22-1b7e-42a9-a5a6-2945bfabd2a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:32.757341 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1e26fe22-1b7e-42a9-a5a6-2945bfabd2a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:32.822470 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26fe22-1b7e-42a9-a5a6-2945bfabd2a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Pushing event updated for resources: {'Port': ['ID=7a1ed421-a8e2-4531-a27c-b0a395430b1b,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:32.834865 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1e26fe22-1b7e-42a9-a5a6-2945bfabd2a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736144'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:32.852194 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1e26fe22-1b7e-42a9-a5a6-2945bfabd2a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:32.853576 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1e26fe22-1b7e-42a9-a5a6-2945bfabd2a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5911424 Jul 23 16:11:33.054546 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f8b32-8c4d-4d20-ac6a-73cdee17aa14 req-7c434198-a258-4df9-ac3f-e790c488fb7d tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:33.056157 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ce3f8b32-8c4d-4d20-ac6a-73cdee17aa14 req-7c434198-a258-4df9-ac3f-e790c488fb7d tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 943 time: 0.0773063 Jul 23 16:11:33.107533 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ce3f8b32-8c4d-4d20-ac6a-73cdee17aa14 req-40cdeb75-80db-4707-a9be-a2203f90edc9 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434589 Jul 23 16:11:33.146673 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-20eb80d0-925c-483d-b013-171611c4618f req-0d88bf89-81cc-4b87-b0bf-302f11e03376 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--222488480&fields=id&tenant_id=1ab7fd8f81d14fd087b62a6b970688a2 HTTP/1.1" status: 200 len: 267 time: 0.0636940 Jul 23 16:11:33.202830 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dd9b0ee7-60f4-42c5-8a17-97bfcdc79a04 req-40a41eda-aeaf-41c3-bc66-f7d8bb8ab1af tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 210 time: 0.0343935 Jul 23 16:11:33.261082 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb80d0-925c-483d-b013-171611c4618f req-2f10f78f-5e3d-4e55-8180-a7c1f82da51b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:33.262676 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-20eb80d0-925c-483d-b013-171611c4618f req-2f10f78f-5e3d-4e55-8180-a7c1f82da51b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/networks?id=74cc12e8-e460-4b21-8f86-7828dd99c3c6 HTTP/1.1" status: 200 len: 817 time: 0.1125491 Jul 23 16:11:33.281231 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-20eb80d0-925c-483d-b013-171611c4618f req-7b2c4995-0a73-48ee-9810-0b9b39f932ef tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/quotas/1ab7fd8f81d14fd087b62a6b970688a2 HTTP/1.1" status: 200 len: 375 time: 0.0132048 Jul 23 16:11:33.304253 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-613a8e73-f182-4b25-a5f7-99cb25c780f3 req-734b01d2-740f-4d50-af31-eaaabbaed116 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 210 time: 0.0317693 Jul 23 16:11:33.356721 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-20eb80d0-925c-483d-b013-171611c4618f req-bd85815b-6521-469c-a4a2-95a7be9d3935 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ab7fd8f81d14fd087b62a6b970688a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0687618 Jul 23 16:11:33.454194 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-20eb80d0-925c-483d-b013-171611c4618f req-b7bbc9e5-0a5d-4841-af3b-bb44fc08fb09 service neutron] 10.222.0.69 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831516 Jul 23 16:11:33.566257 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-20eb80d0-925c-483d-b013-171611c4618f req-14a430e6-e417-4e1f-ab1d-b84000895a3c service neutron] 10.222.0.69 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044610 Jul 23 16:11:33.662213 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7779b5e-3467-41d4-be51-fc8f3e47621c req-e8adad52-d89f-4887-9f78-fee54588ee97 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:33.663830 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b7779b5e-3467-41d4-be51-fc8f3e47621c req-e8adad52-d89f-4887-9f78-fee54588ee97 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 944 time: 0.0826201 Jul 23 16:11:33.705604 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b7779b5e-3467-41d4-be51-fc8f3e47621c req-69ce3c2b-6a9d-4917-965e-b46ec236186a tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359294 Jul 23 16:11:33.769577 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e5efa99d-e985-4272-83d5-a23150079701 req-5177e86c-f570-4491-95e9-1381ac52b1e8 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 210 time: 0.0296810 Jul 23 16:11:34.247282 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2496b3a-65f3-4fe0-ace5-9db5d9e55fc3 req-b6f4d555-1455-4ecb-9eb1-ce1e8313a04e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:34.248953 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d2496b3a-65f3-4fe0-ace5-9db5d9e55fc3 req-b6f4d555-1455-4ecb-9eb1-ce1e8313a04e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 943 time: 0.0802603 Jul 23 16:11:34.294596 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d2496b3a-65f3-4fe0-ace5-9db5d9e55fc3 req-fc6c7f34-21ba-42fb-a622-28a264473e6c tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393541 Jul 23 16:11:34.311797 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-90f9f895-979f-49f4-97bb-68889ca64b52 req-5cd7c1b9-4804-4c0f-9380-55fc5f70e2b8 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 210 time: 0.0359135 Jul 23 16:11:34.400575 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e884d5d-e98f-42bd-82ae-7d77a9f73ffe req-9b57564f-f62b-476a-9b1f-a248b50712e9 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 210 time: 0.0293419 Jul 23 16:11:34.447373 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 984aae90-657a-4e8c-8ba8-165637a2d8e7 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:34.500616 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 984aae90-657a-4e8c-8ba8-165637a2d8e7 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:34.501293 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:34.852847 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f3436-e958-4aef-b815-add675b700f1 req-8be1db80-a5ac-4569-9c3c-bb5b37e3acf7 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:34.854495 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c42f3436-e958-4aef-b815-add675b700f1 req-8be1db80-a5ac-4569-9c3c-bb5b37e3acf7 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 944 time: 0.0757706 Jul 23 16:11:34.883728 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0e4f0d5b-0717-4e47-a91c-95e311b05db5 req-4fc5414d-9f1f-4561-85bd-7c688bc1600d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 210 time: 0.0372057 Jul 23 16:11:34.903840 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c42f3436-e958-4aef-b815-add675b700f1 req-e4dbed15-1f35-4a48-b5b2-512fe563e88b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 Jul 23 16:11:35.451949 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4d8147e9-8bfe-465f-b3f4-9ac92dbda4bc req-2c96ec34-d4ff-447c-96ed-98f761cb8fda tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 210 time: 0.0431700 Jul 23 16:11:35.498944 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccd3ae-8999-4b9c-bb4a-c6ff3e632c5a req-13fa28a2-afd7-4445-a83c-56a37c30f672 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:35.506818 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b2ccd3ae-8999-4b9c-bb4a-c6ff3e632c5a req-13fa28a2-afd7-4445-a83c-56a37c30f672 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 943 time: 0.1026459 Jul 23 16:11:35.557677 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9c3c7e7d-2e03-405c-9269-07c29f951093 req-db0cea03-9b79-4ffc-8f9a-4266fd8c3ee8 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 210 time: 0.0336974 Jul 23 16:11:35.571889 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b2ccd3ae-8999-4b9c-bb4a-c6ff3e632c5a req-43934460-0be9-422d-b72d-a453dba9403e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640256 Jul 23 16:11:35.872361 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.59', 57545) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:36.077772 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 49042) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:36.268825 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-66fcf12c-a86d-44d5-b869-a9005a287ee7 req-5bacf410-9cf1-4ae6-99b4-1690f0cddbd8 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 210 time: 0.0957494 Jul 23 16:11:36.281185 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-c0b9f3dc-02ff-4766-8ca2-5c68e7b560db tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:36.283011 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-c0b9f3dc-02ff-4766-8ca2-5c68e7b560db tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.59 "GET /v2.0/networks?id=9c0621ff-a2c0-4e39-8229-4f2f452683a2 HTTP/1.1" status: 200 len: 811 time: 0.3349566 Jul 23 16:11:36.302584 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995e99b-56c4-44c9-b449-22309844fc79 req-b1a5dfd7-5fec-4568-844b-1ac3399829db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:36.304320 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a995e99b-56c4-44c9-b449-22309844fc79 req-b1a5dfd7-5fec-4568-844b-1ac3399829db service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4839802 Jul 23 16:11:36.334266 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1b7a5-b089-4618-8390-9e05271ae6d7 req-a52c76fa-ab27-4696-9525-fbb08cd6252a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:36.335777 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-53e1b7a5-b089-4618-8390-9e05271ae6d7 req-a52c76fa-ab27-4696-9525-fbb08cd6252a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5136733 Jul 23 16:11:36.358711 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1571544-ce66-442b-80b8-05bf626a124e req-24e63c62-8bbc-4b2d-8e84-e00e1ceda410 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:36.363616 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a1571544-ce66-442b-80b8-05bf626a124e req-24e63c62-8bbc-4b2d-8e84-e00e1ceda410 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 944 time: 0.3136959 Jul 23 16:11:36.384517 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4fd430b8-731f-478b-9bfa-fe3e5661ee8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:36.425145 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a1571544-ce66-442b-80b8-05bf626a124e req-c894cc25-9201-4e4c-b69a-7f503c1ba7d0 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545876 Jul 23 16:11:36.503271 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4fd430b8-731f-478b-9bfa-fe3e5661ee8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:36.508284 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4fd430b8-731f-478b-9bfa-fe3e5661ee8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:36.545957 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-4fd430b8-731f-478b-9bfa-fe3e5661ee8b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1cf1a883dd734abcaf3fbe491c2379f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432569 Jul 23 16:11:36.547394 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd430b8-731f-478b-9bfa-fe3e5661ee8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c074a7-2d76-47e2-aa30-b1a77ac187fa,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:36.550397 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 49054) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:36.606142 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ac4944ac-839c-4cfa-b0cf-69a6ea7d4b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:36.629737 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ac4944ac-839c-4cfa-b0cf-69a6ea7d4b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:36.673179 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d25679bf-2411-4eb9-b5e9-f6debbe45c63 req-67e1376a-ef45-42a6-90d7-7108a55e169d tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 210 time: 0.0412924 Jul 23 16:11:36.712672 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ac4944ac-839c-4cfa-b0cf-69a6ea7d4b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:36.715867 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ac4944ac-839c-4cfa-b0cf-69a6ea7d4b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:36.720362 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-ac4944ac-839c-4cfa-b0cf-69a6ea7d4b4f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/67c074a7-2d76-47e2-aa30-b1a77ac187fa HTTP/1.1" status: 204 len: 168 time: 0.1659641 Jul 23 16:11:36.734530 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4944ac-839c-4cfa-b0cf-69a6ea7d4b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c074a7-2d76-47e2-aa30-b1a77ac187fa,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:36.756758 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d1eb1b66-a3f9-445f-b9f5-752877cf18d1 req-f5909c26-d4f3-49cf-880e-081113398935 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 210 time: 0.2344646 Jul 23 16:11:36.865811 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0406f17-3a1d-431c-a60a-7c6b079dee4b req-80a82e35-a852-4da1-88fd-9bedad4a45dc tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:36.865811 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e0406f17-3a1d-431c-a60a-7c6b079dee4b req-80a82e35-a852-4da1-88fd-9bedad4a45dc tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 943 time: 0.0830166 Jul 23 16:11:36.906659 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e0406f17-3a1d-431c-a60a-7c6b079dee4b req-7a45d351-2ad3-4694-8f6e-2a38f79be83e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362263 Jul 23 16:11:37.050259 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 49074) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:37.063448 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-730109f7-8eee-4b12-a134-19366a73a6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:37.161834 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-730109f7-8eee-4b12-a134-19366a73a6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:37.168639 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-730109f7-8eee-4b12-a134-19366a73a6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:37.207817 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-730109f7-8eee-4b12-a134-19366a73a6c9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8b07c87ac5b64d76b54e6f7019f509fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564713 Jul 23 16:11:37.208724 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730109f7-8eee-4b12-a134-19366a73a6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e931b2-1210-4d0b-9ef5-6927308e131e,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:37.211009 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 49076) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:37.264239 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f8043a8b-1688-4032-b518-68cc5d9f6d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:37.287405 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f8043a8b-1688-4032-b518-68cc5d9f6d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:37.336469 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f8043a8b-1688-4032-b518-68cc5d9f6d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:37.339257 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f8043a8b-1688-4032-b518-68cc5d9f6d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:37.343165 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-f8043a8b-1688-4032-b518-68cc5d9f6d98 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/56e931b2-1210-4d0b-9ef5-6927308e131e HTTP/1.1" status: 204 len: 168 time: 0.1283743 Jul 23 16:11:37.350439 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8043a8b-1688-4032-b518-68cc5d9f6d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e931b2-1210-4d0b-9ef5-6927308e131e,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:37.394446 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f2aec1cf-e651-46d8-8f89-5884ee6028fa req-9f531de7-923e-47ba-9189-630a5c3e7bb5 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 210 time: 0.0317740 Jul 23 16:11:37.563286 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f661c26-3c9b-489e-9101-61529d6c2855 req-b8f964e5-e584-4704-9135-146f1ad47146 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:37.564889 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9f661c26-3c9b-489e-9101-61529d6c2855 req-b8f964e5-e584-4704-9135-146f1ad47146 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 944 time: 0.0666671 Jul 23 16:11:37.603460 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9f661c26-3c9b-489e-9101-61529d6c2855 req-30f6cc10-b7f7-4492-972a-cca0e94c85ad tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327444 Jul 23 16:11:37.780893 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d0323967-7adb-4825-b4c4-21a72677753c req-aedd15af-9b66-462b-8992-fa68a2d1aca3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 210 time: 0.0310037 Jul 23 16:11:37.855809 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fad9b8a2-c00b-4da9-b024-7cf33ccae85d req-bb3357d2-5de4-48db-a96b-ae354d24c185 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 210 time: 0.0290961 Jul 23 16:11:38.080536 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057b183-c137-45f8-a17f-1e774c56fb19 req-8192b77c-662e-46d4-a1c0-4c5158d0eb70 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:38.082399 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d057b183-c137-45f8-a17f-1e774c56fb19 req-8192b77c-662e-46d4-a1c0-4c5158d0eb70 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 943 time: 0.0870957 Jul 23 16:11:38.129135 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d057b183-c137-45f8-a17f-1e774c56fb19 req-5599658c-76db-453d-98cc-9e3894b16eab tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388401 Jul 23 16:11:38.495755 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b3f0d352-f8e0-47d9-9bb4-c7ee29914a83 req-b3c8e455-967b-4ddf-9cf2-68591f251dd5 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 210 time: 0.0297096 Jul 23 16:11:38.733553 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bc67d-1c76-421c-978a-f045afbba5a9 req-ece3437a-6ada-4824-ab15-5a2007bd6f7e tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:38.735033 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9e2bc67d-1c76-421c-978a-f045afbba5a9 req-ece3437a-6ada-4824-ab15-5a2007bd6f7e tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 944 time: 0.0655372 Jul 23 16:11:38.777895 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9e2bc67d-1c76-421c-978a-f045afbba5a9 req-072f597c-2e26-43c6-a3b9-4d3bbac7b355 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368097 Jul 23 16:11:38.882120 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-335c58a9-8d2b-4a83-a3ac-de25b7523f8a req-ff3ef830-ef07-422d-97da-28f110cdbb95 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 210 time: 0.0292449 Jul 23 16:11:38.963323 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-32e4bd97-54cc-4f0c-a499-8cc375bc2aa6 req-8d6d8445-b0b9-4e92-93a0-1cf0e3ba3061 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 210 time: 0.0328503 Jul 23 16:11:39.099627 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-139fa97a-859f-4768-af92-7d8d3172a7d8 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fe83c8aa779464b9ac589e2040ae57f HTTP/1.1" status: 200 len: 379 time: 0.0577466 Jul 23 16:11:39.132985 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-fcfab7aa-e3f8-46ce-ba25-1232978340f3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Request body: {'port': {'device_id': '44dcf58d-6b7d-44e0-b9a0-0f820108c107', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'admin_state_up': True, 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'security_groups': ['7f35317f-70b7-4e12-a0ea-39616ac6f2b4']}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:39.143262 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92767056-272c-4483-b41c-e6229ff42b49 req-21c8eff8-d4b6-48a3-bebb-d347a1b34a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:39.144995 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-92767056-272c-4483-b41c-e6229ff42b49 req-21c8eff8-d4b6-48a3-bebb-d347a1b34a14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c0ceb3b4162f4cc9821da4ffac30e975&device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 1096 time: 0.0714588 Jul 23 16:11:39.290831 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.59', 57550) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:39.304446 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-ddf1ac46-61c6-4c9d-9b19-9223cc7e01fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:39.306046 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-ddf1ac46-61c6-4c9d-9b19-9223cc7e01fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b736ff2386cd411ebcdea3df02c807f1&device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 1097 time: 0.1534576 Jul 23 16:11:39.308694 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-92767056-272c-4483-b41c-e6229ff42b49 req-ac8c3421-eba2-4b6c-b68a-dff964969414 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ce2d661-4e6d-45a6-aee7-6bf1703578ca HTTP/1.1" status: 200 len: 217 time: 0.0854394 Jul 23 16:11:39.391790 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f2afd-dd75-426b-8616-00e72636e218 req-8b1fdbdc-ab3e-40fb-b418-40217528131d tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:39.394490 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-446f2afd-dd75-426b-8616-00e72636e218 req-8b1fdbdc-ab3e-40fb-b418-40217528131d tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 943 time: 0.1826215 Jul 23 16:11:39.435710 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92767056-272c-4483-b41c-e6229ff42b49 req-711e34f6-eb1e-4441-b849-508d7e00fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:39.437532 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-92767056-272c-4483-b41c-e6229ff42b49 req-711e34f6-eb1e-4441-b849-508d7e00fba5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4115b965-2190-4335-9cf7-bb59d4592a9c HTTP/1.1" status: 200 len: 854 time: 0.0937078 Jul 23 16:11:39.464684 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-446f2afd-dd75-426b-8616-00e72636e218 req-df8cf6df-ef43-4d84-b661-a29476d9aad0 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589912 Jul 23 16:11:39.543268 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4f9f5559-1c5c-4061-99c2-f886f9c44193 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:39.544719 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4f9f5559-1c5c-4061-99c2-f886f9c44193 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.59 "GET /v2.0/networks?id=c9badab1-7eef-4cc8-9a63-26df64f8e639 HTTP/1.1" status: 200 len: 819 time: 0.2368665 Jul 23 16:11:39.547358 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-2eb19e7f-ae35-4e26-bdf0-7896816457a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=febc3f79-1564-4478-bdfc-4850fbe03547 HTTP/1.1" status: 200 len: 217 time: 0.1994176 Jul 23 16:11:39.550380 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-fcfab7aa-e3f8-46ce-ba25-1232978340f3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Made reservation on behalf of 5fe83c8aa779464b9ac589e2040ae57f for: {'port': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:39.553767 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-fcfab7aa-e3f8-46ce-ba25-1232978340f3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:39.654567 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d5121536-828a-47ab-a7c8-1999c97fa9e6 req-93e4cf10-17f5-45d7-9aba-d3dd2cf3b4f7 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 210 time: 0.0425479 Jul 23 16:11:39.712918 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-fcfab7aa-e3f8-46ce-ba25-1232978340f3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Allocated IP 172.20.0.12 (9c0621ff-a2c0-4e39-8229-4f2f452683a2/0e32c016-e4f8-43ff-938e-cce583bd25cf/2a1abf88-0c0f-4302-ac91-79c156e47d23) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:39.854504 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-fcfab7aa-e3f8-46ce-ba25-1232978340f3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:39.868213 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-fcfab7aa-e3f8-46ce-ba25-1232978340f3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Transition to ACTIVE for port object 2a1abf88-0c0f-4302-ac91-79c156e47d23 will not be triggered until provisioned by entity DHCP. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:39.902650 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-fcfab7aa-e3f8-46ce-ba25-1232978340f3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:39.919419 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05884a-9ed7-4cde-aa47-a235cae358ff req-8854a46c-b509-44f2-b669-62cf0da03aca tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:39.921004 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ee05884a-9ed7-4cde-aa47-a235cae358ff req-8854a46c-b509-44f2-b669-62cf0da03aca tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 944 time: 0.0668240 Jul 23 16:11:39.950655 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-fcfab7aa-e3f8-46ce-ba25-1232978340f3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:39.953871 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-fcfab7aa-e3f8-46ce-ba25-1232978340f3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:39.962068 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-fcfab7aa-e3f8-46ce-ba25-1232978340f3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:39.962590 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ee05884a-9ed7-4cde-aa47-a235cae358ff req-de1c956b-c72f-441a-8d3d-ab6a015284ef tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348232 Jul 23 16:11:39.967984 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-fcfab7aa-e3f8-46ce-ba25-1232978340f3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:39.968643 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-fcfab7aa-e3f8-46ce-ba25-1232978340f3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:40.014048 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfab7aa-e3f8-46ce-ba25-1232978340f3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Pushing event updated for resources: {'Port': ['ID=2a1abf88-0c0f-4302-ac91-79c156e47d23,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:40.027803 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-fcfab7aa-e3f8-46ce-ba25-1232978340f3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9076340 Jul 23 16:11:40.062760 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a821f2-252f-4911-a033-37e41906fe75 req-94d96315-1117-49cd-ad36-555e366b7561 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:40.064567 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d0a821f2-252f-4911-a033-37e41906fe75 req-94d96315-1117-49cd-ad36-555e366b7561 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 932 time: 0.1041729 Jul 23 16:11:40.082452 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2bbbc5c1-e218-400d-8a9a-fbc5f13461e9 req-3735b959-0a67-4504-aa19-d32620850783 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 210 time: 0.0347769 Jul 23 16:11:40.111475 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d0a821f2-252f-4911-a033-37e41906fe75 req-a4fd2d2f-61db-4f04-b462-f117e01bd069 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404327 Jul 23 16:11:40.172192 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-387ae368-46c8-41ad-9ddf-85c21a7dd321 None None] Provisioning for port 2a1abf88-0c0f-4302-ac91-79c156e47d23 completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:40.176504 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-387ae368-46c8-41ad-9ddf-85c21a7dd321 None None] Provisioning complete for port 2a1abf88-0c0f-4302-ac91-79c156e47d23 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:40.176880 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-387ae368-46c8-41ad-9ddf-85c21a7dd321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:40.214526 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-387ae368-46c8-41ad-9ddf-85c21a7dd321 None None] Port 2a1abf88-0c0f-4302-ac91-79c156e47d23 cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:11:40.603979 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4daf7-4165-4a50-9598-8d596e038743 req-9b4792b3-b96b-43a9-b1e6-f4bdb97c67ae tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:40.605474 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-62c4daf7-4165-4a50-9598-8d596e038743 req-9b4792b3-b96b-43a9-b1e6-f4bdb97c67ae tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 943 time: 0.0733814 Jul 23 16:11:40.643969 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-62c4daf7-4165-4a50-9598-8d596e038743 req-90c93c8d-3786-4745-aa53-994215597dbb tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329883 Jul 23 16:11:40.767602 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8624fdba-aa56-4c18-b86f-914472d0f77c req-ef4e956a-0558-4762-9695-f63de245129a tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 210 time: 0.0334661 Jul 23 16:11:41.128630 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5adcbf-607c-44d9-be0c-2ab2cee6cde5 req-c6c6312f-c872-4c54-aac4-e312d84b55ce tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:41.130159 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4a5adcbf-607c-44d9-be0c-2ab2cee6cde5 req-c6c6312f-c872-4c54-aac4-e312d84b55ce tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 944 time: 0.0824084 Jul 23 16:11:41.173063 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4a5adcbf-607c-44d9-be0c-2ab2cee6cde5 req-df65ecfb-bc33-4606-8159-c9073b0c0324 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371518 Jul 23 16:11:41.188065 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-62f463f4-a4ae-46a9-8bb4-56822406a86f req-0c9a3673-5d6b-48bb-bf7f-1baa5c75f11b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 210 time: 0.0317037 Jul 23 16:11:41.297785 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c756d-cd72-4101-82a7-b177356e1f2e req-6c6ed0c0-efae-46fa-a32d-69ff6fd668d7 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:41.299305 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-572c756d-cd72-4101-82a7-b177356e1f2e req-6c6ed0c0-efae-46fa-a32d-69ff6fd668d7 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 932 time: 0.0705509 Jul 23 16:11:41.344346 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-572c756d-cd72-4101-82a7-b177356e1f2e req-6a7570d4-9367-453a-b357-7824d5d38fe5 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389431 Jul 23 16:11:41.781670 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9ab73-6cbb-4732-a1c9-a17263231005 req-4d0ca351-72d5-42af-8fe8-34e9c35444ad tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:41.783298 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b2d9ab73-6cbb-4732-a1c9-a17263231005 req-4d0ca351-72d5-42af-8fe8-34e9c35444ad tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 943 time: 0.0675454 Jul 23 16:11:41.833124 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b2d9ab73-6cbb-4732-a1c9-a17263231005 req-0301a676-54cc-4ba7-8a6d-d665b1e7289a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435450 Jul 23 16:11:41.872300 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c683f6bc-f3b6-4941-9d63-3b20103456ac req-f5d924e0-dfdb-448f-b49e-d10beb9eb64d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 210 time: 0.0289598 Jul 23 16:11:42.155665 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:42.198405 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Request body: {'port': {'device_id': '44dcf58d-6b7d-44e0-b9a0-0f820108c107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:42.245437 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-d17a00ff-9d78-4987-8ae2-251baef63242 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Request body: {'port': {'device_id': '97030fd2-1c83-4ff5-95f4-48b08f817502', 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639', 'admin_state_up': True, 'tenant_id': 'c48c39524c134508a8893e4d116cb081'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:42.247754 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-92767056-272c-4483-b41c-e6229ff42b49 req-c54ef0ae-a027-48ad-9da1-8247682d5946 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97f88737-3704-4b88-a90c-d3a1937a3184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625498 Jul 23 16:11:42.319439 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-08ae9393-380a-4990-8788-2874bee9d7ac req-f3371f48-c11b-42ee-9d54-ba96f45afd37 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 210 time: 0.0384429 Jul 23 16:11:42.379187 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-92767056-272c-4483-b41c-e6229ff42b49 req-d7626ccc-2b7e-48f0-b43b-14eaf09e313a service neutron] 10.222.0.59 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198068 Jul 23 16:11:42.416474 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-228ca745-879e-42fe-ac7b-7284bd4858db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:42.417905 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-228ca745-879e-42fe-ac7b-7284bd4858db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db14e9f9-5189-4cf2-aeae-e58ddfe80061 HTTP/1.1" status: 200 len: 850 time: 0.2168181 Jul 23 16:11:42.511376 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:42.515616 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-0d26c48b-4e10-4d24-bd74-b2780261fa4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848045 Jul 23 16:11:42.522021 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-92767056-272c-4483-b41c-e6229ff42b49 req-a9b9a73b-5864-44ba-8faf-0eedb863c281 service neutron] 10.222.0.59 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331377 Jul 23 16:11:42.544476 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cf08a-1ed1-4e91-9f15-fa18b612046f req-ea662f3a-50c6-4e76-a21e-de58c096c1c2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:42.546171 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-629cf08a-1ed1-4e91-9f15-fa18b612046f req-ea662f3a-50c6-4e76-a21e-de58c096c1c2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 932 time: 0.1203921 Jul 23 16:11:42.594506 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-629cf08a-1ed1-4e91-9f15-fa18b612046f req-8cb22a8b-b4ba-43aa-acae-3daef74443dc tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407476 Jul 23 16:11:42.625536 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-d17a00ff-9d78-4987-8ae2-251baef63242 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Made reservation on behalf of c48c39524c134508a8893e4d116cb081 for: {'port': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:42.629358 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-d17a00ff-9d78-4987-8ae2-251baef63242 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:42.637938 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea9cbd-a273-4fa0-b9c0-ae771a0c1c40 req-eab934d0-4776-454c-ad5f-a01270f2fee3 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:42.639427 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-36ea9cbd-a273-4fa0-b9c0-ae771a0c1c40 req-eab934d0-4776-454c-ad5f-a01270f2fee3 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 944 time: 0.3566332 Jul 23 16:11:42.878565 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-36ea9cbd-a273-4fa0-b9c0-ae771a0c1c40 req-25ae366a-b4f0-48bc-bde2-6b2b9d5da3f3 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997337 Jul 23 16:11:42.898305 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-97419063-d3fe-490a-87e3-fdb27c5d7bce service neutron] 10.222.0.59 "GET /v2.0/networks/2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354585 Jul 23 16:11:42.917816 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-e356d1a5-748b-4b48-8ed8-cf9d0d3fdb81 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:42.919677 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-e356d1a5-748b-4b48-8ed8-cf9d0d3fdb81 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.59 "GET /v2.0/networks?id=c9badab1-7eef-4cc8-9a63-26df64f8e639 HTTP/1.1" status: 200 len: 819 time: 0.2377560 Jul 23 16:11:42.940330 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-707af7d0-3831-430a-bb92-980dd220994c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Request body: {'port': {'device_id': '2432d876-6b4a-4338-a314-653d5942a39f', 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639', 'admin_state_up': True, 'tenant_id': 'c48c39524c134508a8893e4d116cb081'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:43.032146 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3a6ef230-c9eb-46c2-b6eb-4c12fd16283e req-5804ba13-e0ac-4c3f-b717-b840b0186b6f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 210 time: 0.0565035 Jul 23 16:11:43.285241 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.59', 57559) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:43.405952 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-d17a00ff-9d78-4987-8ae2-251baef63242 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Allocated IP 172.20.0.5 (c9badab1-7eef-4cc8-9a63-26df64f8e639/4f4224b1-fcef-42fd-9e0a-34138cd1c2de/f6eec52b-01ce-486f-be17-e0bcdf2cf20c) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:43.449726 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8da72-e0a1-4114-812f-61923d7f37bb req-b0118204-e535-4557-883e-5774e5458e5a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:43.457378 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dea8da72-e0a1-4114-812f-61923d7f37bb req-b0118204-e535-4557-883e-5774e5458e5a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 943 time: 0.4862175 Jul 23 16:11:43.500797 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb80d0-925c-483d-b013-171611c4618f req-7902ca1c-4882-4a98-b9d6-613e735880ff tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:43.502356 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-20eb80d0-925c-483d-b013-171611c4618f req-7902ca1c-4882-4a98-b9d6-613e735880ff tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.59 "GET /v2.0/networks?id=74cc12e8-e460-4b21-8f86-7828dd99c3c6 HTTP/1.1" status: 200 len: 817 time: 0.2154303 Jul 23 16:11:43.506637 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-707af7d0-3831-430a-bb92-980dd220994c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Made reservation on behalf of c48c39524c134508a8893e4d116cb081 for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:43.510325 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-707af7d0-3831-430a-bb92-980dd220994c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:43.521112 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-863084c1-c153-418b-9461-e63903a11ad4 req-d00e5244-be19-4510-84f1-ef528734e3dc tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 210 time: 0.0685587 Jul 23 16:11:43.530428 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0dadb2ed-ad64-4320-8fe1-216f91322ee2 req-57778246-e214-47f0-98ca-5abca7c921d0 service neutron] 10.222.0.59 "GET /v2.0/networks/2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6010895 Jul 23 16:11:43.550002 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dea8da72-e0a1-4114-812f-61923d7f37bb req-80a43ad8-ed19-4773-91d0-d7cfabee8054 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832400 Jul 23 16:11:43.625669 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1abf88-0c0f-4302-ac91-79c156e47d23 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:11:43.640138 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:43.698418 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Transition to ACTIVE for port object 2a1abf88-0c0f-4302-ac91-79c156e47d23 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:43.732647 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:43.807512 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-d17a00ff-9d78-4987-8ae2-251baef63242 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:43.883550 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Pushing event updated for resources: {'Port': ['ID=2a1abf88-0c0f-4302-ac91-79c156e47d23,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:43.930764 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fcbed-310f-45a8-809e-8f50242d8166 req-713defdf-03af-4cd2-adeb-bb5e249be3c2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:43.931948 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b94fcbed-310f-45a8-809e-8f50242d8166 req-713defdf-03af-4cd2-adeb-bb5e249be3c2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 932 time: 0.2465858 Jul 23 16:11:43.932685 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Attempting to bind port 2a1abf88-0c0f-4302-ac91-79c156e47d23 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:11:43.933023 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Attempting to bind port 2a1abf88-0c0f-4302-ac91-79c156e47d23 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '093ecfe2-f45b-40b0-a59d-04a35e3cd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:11:43.933351 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Attempting to bind port 2a1abf88-0c0f-4302-ac91-79c156e47d23 on network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:43.943322 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Port 2a1abf88-0c0f-4302-ac91-79c156e47d23 on network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:11:43.943648 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Attempting to bind port 2a1abf88-0c0f-4302-ac91-79c156e47d23 on network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:43.968663 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:11:43.969240 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Checking segment: {'id': '093ecfe2-f45b-40b0-a59d-04a35e3cd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:43.969882 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Bound using segment: {'id': '093ecfe2-f45b-40b0-a59d-04a35e3cd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:11:43.970741 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Bound port: 2a1abf88-0c0f-4302-ac91-79c156e47d23, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '093ecfe2-f45b-40b0-a59d-04a35e3cd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:11:43.971395 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:43.997506 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-d17a00ff-9d78-4987-8ae2-251baef63242 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:44.059639 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-707af7d0-3831-430a-bb92-980dd220994c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Allocated IP 172.20.0.9 (c9badab1-7eef-4cc8-9a63-26df64f8e639/4f4224b1-fcef-42fd-9e0a-34138cd1c2de/a8e7d992-f78a-4bc0-bea0-01af5ccc2081) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:44.081381 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b94fcbed-310f-45a8-809e-8f50242d8166 req-346deb03-7081-41e6-b6ea-712247f54ffb tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256194 Jul 23 16:11:44.152468 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-d17a00ff-9d78-4987-8ae2-251baef63242 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Network c9badab1-7eef-4cc8-9a63-26df64f8e639 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:44.156832 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-d17a00ff-9d78-4987-8ae2-251baef63242 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:44.158387 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e03e8a-3a7f-44cb-9df5-4d143b03dfd2 req-4c95f9e5-0289-4351-a37f-922b6d1a4da7 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:44.160952 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b1e03e8a-3a7f-44cb-9df5-4d143b03dfd2 req-4c95f9e5-0289-4351-a37f-922b6d1a4da7 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 944 time: 0.1974645 Jul 23 16:11:44.163057 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-d17a00ff-9d78-4987-8ae2-251baef63242 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:44.168557 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-d17a00ff-9d78-4987-8ae2-251baef63242 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:44.169188 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-d17a00ff-9d78-4987-8ae2-251baef63242 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:44.171613 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a00ff-9d78-4987-8ae2-251baef63242 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Pushing event updated for resources: {'Port': ['ID=f6eec52b-01ce-486f-be17-e0bcdf2cf20c,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:44.221988 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-733805d4-7a91-497d-a9ad-523e776b808f req-132fcd04-f503-44c5-b967-a184a9e6401b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 210 time: 0.0627279 Jul 23 16:11:44.229959 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] For port 2a1abf88-0c0f-4302-ac91-79c156e47d23, host hv-cinder-79628, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:11:44.233186 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-d17a00ff-9d78-4987-8ae2-251baef63242 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0309577 Jul 23 16:11:44.234852 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] For port 2a1abf88-0c0f-4302-ac91-79c156e47d23, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2a1abf88-0c0f-4302-ac91-79c156e47d23,segment=NetworkSegment(093ecfe2-f45b-40b0-a59d-04a35e3cd077),segment_id=093ecfe2-f45b-40b0-a59d-04a35e3cd077)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:11:44.244213 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:44.274688 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b1e03e8a-3a7f-44cb-9df5-4d143b03dfd2 req-b377720b-633a-48dc-97ac-3526175b4d57 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987647 Jul 23 16:11:44.284490 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:44.285419 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:44.290562 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] 10.222.0.59 "PUT /v2.0/ports/2a1abf88-0c0f-4302-ac91-79c156e47d23 HTTP/1.1" status: 200 len: 1094 time: 2.1072078 Jul 23 16:11:44.291047 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44dcf58d-6b7d-44e0-b9a0-0f820108c107', 'tag': '2a1abf88-0c0f-4302-ac91-79c156e47d23'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:44.293603 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ae4112-553f-4852-9c08-8ffd3c463d60" -d '{"events": [{"name": "network-changed", "server_uuid": "44dcf58d-6b7d-44e0-b9a0-0f820108c107", "tag": "2a1abf88-0c0f-4302-ac91-79c156e47d23"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:44.319683 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-707af7d0-3831-430a-bb92-980dd220994c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:44.332387 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] Pushing event updated for resources: {'Port': ['ID=2a1abf88-0c0f-4302-ac91-79c156e47d23,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:44.354072 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d20a56-ecbd-4f07-af2d-9ed8ca4cbaa8 x-openstack-request-id: req-57d20a56-ecbd-4f07-af2d-9ed8ca4cbaa8 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:44.354369 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44dcf58d-6b7d-44e0-b9a0-0f820108c107", "tag": "2a1abf88-0c0f-4302-ac91-79c156e47d23", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:44.354621 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-57d20a56-ecbd-4f07-af2d-9ed8ca4cbaa8 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:44.355071 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44dcf58d-6b7d-44e0-b9a0-0f820108c107', 'tag': '2a1abf88-0c0f-4302-ac91-79c156e47d23', 'status': 'completed', 'code': 200} Jul 23 16:11:44.369365 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-707af7d0-3831-430a-bb92-980dd220994c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:44.418568 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-707af7d0-3831-430a-bb92-980dd220994c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Network c9badab1-7eef-4cc8-9a63-26df64f8e639 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:44.421837 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-707af7d0-3831-430a-bb92-980dd220994c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:44.427390 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707af7d0-3831-430a-bb92-980dd220994c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Pushing event updated for resources: {'Port': ['ID=a8e7d992-f78a-4bc0-bea0-01af5ccc2081,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:44.430145 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-707af7d0-3831-430a-bb92-980dd220994c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:44.479377 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-707af7d0-3831-430a-bb92-980dd220994c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:44.480006 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-707af7d0-3831-430a-bb92-980dd220994c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:44.497522 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-707af7d0-3831-430a-bb92-980dd220994c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5617380 Jul 23 16:11:44.674910 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370377f-5de7-41f7-b7f3-1d52870e6eac req-7c04b37f-d724-48a8-a175-b835ed95c51e tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:44.676757 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a370377f-5de7-41f7-b7f3-1d52870e6eac req-7c04b37f-d724-48a8-a175-b835ed95c51e tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 931 time: 0.0780525 Jul 23 16:11:44.709133 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f4409-a6ac-46d2-beb9-d49b61451e31 req-0b13e40b-44f2-4d7c-8901-5312c6c2753f tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:44.710759 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9b6f4409-a6ac-46d2-beb9-d49b61451e31 req-0b13e40b-44f2-4d7c-8901-5312c6c2753f tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 943 time: 0.0868173 Jul 23 16:11:44.720468 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a370377f-5de7-41f7-b7f3-1d52870e6eac req-efc61df9-a669-49c0-bca9-3bc130217512 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377140 Jul 23 16:11:44.751320 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9b6f4409-a6ac-46d2-beb9-d49b61451e31 req-25b9bc02-3904-458e-8d34-0f2b39f95d13 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347884 Jul 23 16:11:45.212376 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083f93e-865d-4281-844a-9729c88a17e7 req-0cff1ed0-5515-4340-98ed-17a42f99443d tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:45.213971 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5083f93e-865d-4281-844a-9729c88a17e7 req-0cff1ed0-5515-4340-98ed-17a42f99443d tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 944 time: 0.0742710 Jul 23 16:11:45.261907 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5083f93e-865d-4281-844a-9729c88a17e7 req-deb3ea4a-0380-4fb7-8314-5b9468ae875a tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418401 Jul 23 16:11:45.328089 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b55f9b77-3749-4d76-b15f-20bad16408a4 req-f8a4e62c-fdc3-4faf-a5a5-24e61c27e159 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 210 time: 0.0293016 Jul 23 16:11:45.453285 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036805cf-7be6-4c5a-bd24-d363ce3ccb02 req-242b9a7d-b744-4a3d-a80e-df5203932197 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:45.454906 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-036805cf-7be6-4c5a-bd24-d363ce3ccb02 req-242b9a7d-b744-4a3d-a80e-df5203932197 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 944 time: 0.0732632 Jul 23 16:11:45.495847 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-036805cf-7be6-4c5a-bd24-d363ce3ccb02 req-83813765-2c42-46f2-9ec7-09c17f5daf75 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353043 Jul 23 16:11:45.802412 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-60954a44-581b-4405-8fdb-2c48f5025fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:45.857703 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d1cdc-dd68-45e8-9ed9-267713e47657 req-200fd415-e196-4c13-bf02-b2d9e5971207 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:45.859375 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e82d1cdc-dd68-45e8-9ed9-267713e47657 req-200fd415-e196-4c13-bf02-b2d9e5971207 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 931 time: 0.0688820 Jul 23 16:11:45.898074 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e82d1cdc-dd68-45e8-9ed9-267713e47657 req-59b9a525-6acd-4483-9d5e-7fd62285577a tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325098 Jul 23 16:11:45.910931 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdf1ea-fb60-4f55-bec0-eda87a53dda0 req-4103d999-a6b2-480b-b128-c694665c8f7b tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:45.912449 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-00cdf1ea-fb60-4f55-bec0-eda87a53dda0 req-4103d999-a6b2-480b-b128-c694665c8f7b tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 943 time: 0.0684552 Jul 23 16:11:45.950065 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-00cdf1ea-fb60-4f55-bec0-eda87a53dda0 req-48ac1045-fce8-4975-b570-1e74ae85436a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319674 Jul 23 16:11:46.261036 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Request body: {'port': {'device_id': '97030fd2-1c83-4ff5-95f4-48b08f817502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:46.265355 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Request body: {'port': {'device_id': '2432d876-6b4a-4338-a314-653d5942a39f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:46.339343 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-20eb80d0-925c-483d-b013-171611c4618f req-f37a036d-ae06-443d-9c68-0c4b6e60bd8c tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ab7fd8f81d14fd087b62a6b970688a2 HTTP/1.1" status: 200 len: 379 time: 0.0842657 Jul 23 16:11:46.364757 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-20eb80d0-925c-483d-b013-171611c4618f req-921ba0ae-3517-4c98-b958-6bb5f42e4671 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Request body: {'port': {'device_id': '73e05af9-6905-43cf-92d4-4a579677b33e', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'admin_state_up': True, 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'security_groups': ['a6fa6a17-2c69-477b-bfb4-e07c211dda62']}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:46.406184 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:46.422444 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:46.480029 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae4112-553f-4852-9c08-8ffd3c463d60 req-e5d7c57f-3e57-4568-a0df-8b8c8441f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:46.481555 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-71ae4112-553f-4852-9c08-8ffd3c463d60 req-e5d7c57f-3e57-4568-a0df-8b8c8441f3e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fe83c8aa779464b9ac589e2040ae57f&device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 1097 time: 0.1714976 Jul 23 16:11:46.503286 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9a119185-5380-4c51-a32a-ce3ea4726d8f req-bc9d8abb-60f2-4b3a-a032-2bfc85f5e266 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 210 time: 0.0584991 Jul 23 16:11:46.544604 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630cdc7-4dde-412b-85ae-2d7bf1d51cd5 req-40c4b771-8d97-4bcb-aa8b-6fb5c019931a tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:46.546223 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1630cdc7-4dde-412b-85ae-2d7bf1d51cd5 req-40c4b771-8d97-4bcb-aa8b-6fb5c019931a tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 944 time: 0.1828763 Jul 23 16:11:46.624085 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20eb80d0-925c-483d-b013-171611c4618f req-921ba0ae-3517-4c98-b958-6bb5f42e4671 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Made reservation on behalf of 1ab7fd8f81d14fd087b62a6b970688a2 for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:11:46.627800 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-20eb80d0-925c-483d-b013-171611c4618f req-921ba0ae-3517-4c98-b958-6bb5f42e4671 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:46.775755 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1630cdc7-4dde-412b-85ae-2d7bf1d51cd5 req-37dc2f65-22e4-485a-878d-d13e01bda5f4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642618 Jul 23 16:11:46.795863 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae4112-553f-4852-9c08-8ffd3c463d60 req-7cf228bb-581b-4740-abca-b94f058fe00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:46.797631 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-71ae4112-553f-4852-9c08-8ffd3c463d60 req-7cf228bb-581b-4740-abca-b94f058fe00c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5fe83c8aa779464b9ac589e2040ae57f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2958043 Jul 23 16:11:46.813569 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32344b26-f29b-4fed-9a27-3d380788796c req-873f911b-4c33-4d40-a470-7020e1b6d769 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:46.819732 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-32344b26-f29b-4fed-9a27-3d380788796c req-873f911b-4c33-4d40-a470-7020e1b6d769 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 944 time: 0.1884346 Jul 23 16:11:46.866778 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-20eb80d0-925c-483d-b013-171611c4618f req-921ba0ae-3517-4c98-b958-6bb5f42e4671 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Allocated IP 172.20.0.11 (74cc12e8-e460-4b21-8f86-7828dd99c3c6/16a96ff4-9135-4297-8f4d-e0300b0cc0f6/90841115-d000-4397-993c-7f1b308f2dfb) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:11:46.899281 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-32344b26-f29b-4fed-9a27-3d380788796c req-3a26c0eb-8c0a-4e2c-a563-aec511d65d7a tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633969 Jul 23 16:11:47.007139 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae4112-553f-4852-9c08-8ffd3c463d60 req-6faac5ca-a96a-427b-b04b-593682a32fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:47.011701 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-71ae4112-553f-4852-9c08-8ffd3c463d60 req-6faac5ca-a96a-427b-b04b-593682a32fc0 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2045858 Jul 23 16:11:47.045694 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6eec52b-01ce-486f-be17-e0bcdf2cf20c {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:11:47.071408 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:47.097846 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Transition to ACTIVE for port object f6eec52b-01ce-486f-be17-e0bcdf2cf20c will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:47.117229 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:47.146202 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-20eb80d0-925c-483d-b013-171611c4618f req-921ba0ae-3517-4c98-b958-6bb5f42e4671 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:47.186714 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Pushing event updated for resources: {'Port': ['ID=f6eec52b-01ce-486f-be17-e0bcdf2cf20c,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:47.199608 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27d99c-5e7d-4acd-b43e-45aace5c9d01 req-14e00449-0009-4199-bf16-2b589642f38c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:47.201247 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0c27d99c-5e7d-4acd-b43e-45aace5c9d01 req-14e00449-0009-4199-bf16-2b589642f38c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 931 time: 0.1865039 Jul 23 16:11:47.215536 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-20eb80d0-925c-483d-b013-171611c4618f req-921ba0ae-3517-4c98-b958-6bb5f42e4671 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Transition to ACTIVE for port object 90841115-d000-4397-993c-7f1b308f2dfb will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:47.239997 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2970d-404b-44be-9a90-5bfa4998c269 req-005cfa75-a6ca-4560-bd76-a3ced9644dd4 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:47.241701 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a9e2970d-404b-44be-9a90-5bfa4998c269 req-005cfa75-a6ca-4560-bd76-a3ced9644dd4 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 943 time: 0.1939139 Jul 23 16:11:47.264225 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-03016548-b0f8-4750-b10a-ac5c06477853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:47.265764 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-03016548-b0f8-4750-b10a-ac5c06477853 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fe83c8aa779464b9ac589e2040ae57f&device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 1097 time: 0.1839931 Jul 23 16:11:47.267822 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Attempting to bind port f6eec52b-01ce-486f-be17-e0bcdf2cf20c on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:11:47.268155 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Attempting to bind port f6eec52b-01ce-486f-be17-e0bcdf2cf20c by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '71ad965a-d3be-4f90-97a1-97fd990ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:11:47.268534 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Attempting to bind port f6eec52b-01ce-486f-be17-e0bcdf2cf20c on network c9badab1-7eef-4cc8-9a63-26df64f8e639 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:47.280984 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Port f6eec52b-01ce-486f-be17-e0bcdf2cf20c on network c9badab1-7eef-4cc8-9a63-26df64f8e639 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:11:47.281307 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Attempting to bind port f6eec52b-01ce-486f-be17-e0bcdf2cf20c on network c9badab1-7eef-4cc8-9a63-26df64f8e639 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:47.287651 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0c27d99c-5e7d-4acd-b43e-45aace5c9d01 req-816961e0-a79a-40d1-8f43-f7ad492ef165 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784338 Jul 23 16:11:47.290233 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:11:47.290569 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Checking segment: {'id': '71ad965a-d3be-4f90-97a1-97fd990ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:47.290941 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Bound using segment: {'id': '71ad965a-d3be-4f90-97a1-97fd990ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:11:47.291398 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Bound port: f6eec52b-01ce-486f-be17-e0bcdf2cf20c, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ad965a-d3be-4f90-97a1-97fd990ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:11:47.291756 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:47.343869 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a9e2970d-404b-44be-9a90-5bfa4998c269 req-303de94d-aa8a-4632-89f6-adea423cc57e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938804 Jul 23 16:11:47.367492 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] For port f6eec52b-01ce-486f-be17-e0bcdf2cf20c, host hv-cinder-79628, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:11:47.368618 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-20eb80d0-925c-483d-b013-171611c4618f req-921ba0ae-3517-4c98-b958-6bb5f42e4671 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:47.371608 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] For port f6eec52b-01ce-486f-be17-e0bcdf2cf20c, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f6eec52b-01ce-486f-be17-e0bcdf2cf20c,segment=NetworkSegment(71ad965a-d3be-4f90-97a1-97fd990ce886),segment_id=71ad965a-d3be-4f90-97a1-97fd990ce886)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:11:47.378118 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:47.415189 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:47.415967 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:47.417608 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] 10.222.0.59 "PUT /v2.0/ports/f6eec52b-01ce-486f-be17-e0bcdf2cf20c HTTP/1.1" status: 200 len: 1093 time: 1.1616297 Jul 23 16:11:47.418162 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97030fd2-1c83-4ff5-95f4-48b08f817502', 'tag': 'f6eec52b-01ce-486f-be17-e0bcdf2cf20c'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:47.420682 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf78fe23-a81e-4807-8ffd-aeca9a410a93" -d '{"events": [{"name": "network-changed", "server_uuid": "97030fd2-1c83-4ff5-95f4-48b08f817502", "tag": "f6eec52b-01ce-486f-be17-e0bcdf2cf20c"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:47.435200 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e7d992-f78a-4bc0-bea0-01af5ccc2081 {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:11:47.444637 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:47.449145 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8571a3-098b-4f2b-b34b-d2cb38f05968 service neutron] Pushing event updated for resources: {'Port': ['ID=f6eec52b-01ce-486f-be17-e0bcdf2cf20c,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:47.462336 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8aa115-e05e-4fc0-9942-cc35f5d22cc9 x-openstack-request-id: req-7c8aa115-e05e-4fc0-9942-cc35f5d22cc9 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:47.462628 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97030fd2-1c83-4ff5-95f4-48b08f817502", "tag": "f6eec52b-01ce-486f-be17-e0bcdf2cf20c", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:47.462878 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7c8aa115-e05e-4fc0-9942-cc35f5d22cc9 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:47.463525 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97030fd2-1c83-4ff5-95f4-48b08f817502', 'tag': 'f6eec52b-01ce-486f-be17-e0bcdf2cf20c', 'status': 'completed', 'code': 200} Jul 23 16:11:47.463783 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Transition to ACTIVE for port object a8e7d992-f78a-4bc0-bea0-01af5ccc2081 will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:47.468485 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20eb80d0-925c-483d-b013-171611c4618f req-921ba0ae-3517-4c98-b958-6bb5f42e4671 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:11:47.474737 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:47.476863 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-20eb80d0-925c-483d-b013-171611c4618f req-921ba0ae-3517-4c98-b958-6bb5f42e4671 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:11:47.479483 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-20eb80d0-925c-483d-b013-171611c4618f req-921ba0ae-3517-4c98-b958-6bb5f42e4671 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:11:47.512244 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ba0ae-3517-4c98-b958-6bb5f42e4671 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Pushing event updated for resources: {'Port': ['ID=90841115-d000-4397-993c-7f1b308f2dfb,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:47.584225 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb80d0-925c-483d-b013-171611c4618f req-921ba0ae-3517-4c98-b958-6bb5f42e4671 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:47.585003 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-20eb80d0-925c-483d-b013-171611c4618f req-921ba0ae-3517-4c98-b958-6bb5f42e4671 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:47.620743 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e7d992-f78a-4bc0-bea0-01af5ccc2081,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:47.695228 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-20eb80d0-925c-483d-b013-171611c4618f req-921ba0ae-3517-4c98-b958-6bb5f42e4671 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3359258 Jul 23 16:11:47.727594 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Attempting to bind port a8e7d992-f78a-4bc0-bea0-01af5ccc2081 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:11:47.727944 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Attempting to bind port a8e7d992-f78a-4bc0-bea0-01af5ccc2081 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '71ad965a-d3be-4f90-97a1-97fd990ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:11:47.728260 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Attempting to bind port a8e7d992-f78a-4bc0-bea0-01af5ccc2081 on network c9badab1-7eef-4cc8-9a63-26df64f8e639 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:47.740856 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Port a8e7d992-f78a-4bc0-bea0-01af5ccc2081 on network c9badab1-7eef-4cc8-9a63-26df64f8e639 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:11:47.741186 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Attempting to bind port a8e7d992-f78a-4bc0-bea0-01af5ccc2081 on network c9badab1-7eef-4cc8-9a63-26df64f8e639 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:47.753153 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3df5f-8dfd-4fbe-8bba-b5fc5bec1ec1 req-fc76fc1d-40da-4b3b-9c59-c9d15dc3c665 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:47.754719 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8af3df5f-8dfd-4fbe-8bba-b5fc5bec1ec1 req-fc76fc1d-40da-4b3b-9c59-c9d15dc3c665 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 932 time: 0.1454554 Jul 23 16:11:47.756074 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:11:47.756408 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Checking segment: {'id': '71ad965a-d3be-4f90-97a1-97fd990ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:47.756771 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Bound using segment: {'id': '71ad965a-d3be-4f90-97a1-97fd990ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:11:47.757232 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Bound port: a8e7d992-f78a-4bc0-bea0-01af5ccc2081, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ad965a-d3be-4f90-97a1-97fd990ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:11:47.757589 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:47.786384 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-e92ac93f-cb82-49da-b69d-233388cfde94 None None] Provisioning for port 90841115-d000-4397-993c-7f1b308f2dfb completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:47.792049 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-e92ac93f-cb82-49da-b69d-233388cfde94 None None] Provisioning complete for port 90841115-d000-4397-993c-7f1b308f2dfb triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:47.792580 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e92ac93f-cb82-49da-b69d-233388cfde94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:47.835507 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-e92ac93f-cb82-49da-b69d-233388cfde94 None None] Port 90841115-d000-4397-993c-7f1b308f2dfb cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:11:47.851015 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8af3df5f-8dfd-4fbe-8bba-b5fc5bec1ec1 req-43818c90-ab1a-421e-93be-6cdda0bfcca5 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899763 Jul 23 16:11:47.863189 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] For port a8e7d992-f78a-4bc0-bea0-01af5ccc2081, host hv-cinder-79628, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:11:47.866688 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] For port a8e7d992-f78a-4bc0-bea0-01af5ccc2081, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a8e7d992-f78a-4bc0-bea0-01af5ccc2081,segment=NetworkSegment(71ad965a-d3be-4f90-97a1-97fd990ce886),segment_id=71ad965a-d3be-4f90-97a1-97fd990ce886)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:11:47.875773 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:47.925439 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:47.926062 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:47.926511 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b130d34-8c9b-444e-a083-d18e7e2d427c req-4f0aef39-06d5-495a-8463-88af840770f4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:47.927507 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] 10.222.0.59 "PUT /v2.0/ports/a8e7d992-f78a-4bc0-bea0-01af5ccc2081 HTTP/1.1" status: 200 len: 1093 time: 1.6661646 Jul 23 16:11:47.927882 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2432d876-6b4a-4338-a314-653d5942a39f', 'tag': 'a8e7d992-f78a-4bc0-bea0-01af5ccc2081'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:47.928071 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5b130d34-8c9b-444e-a083-d18e7e2d427c req-4f0aef39-06d5-495a-8463-88af840770f4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 944 time: 0.0885785 Jul 23 16:11:47.930145 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ea2007-85f1-4bdd-bac9-befb875853e7" -d '{"events": [{"name": "network-changed", "server_uuid": "2432d876-6b4a-4338-a314-653d5942a39f", "tag": "a8e7d992-f78a-4bc0-bea0-01af5ccc2081"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:47.947417 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e0f1c-2d29-4f83-ace9-19b664bce1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e7d992-f78a-4bc0-bea0-01af5ccc2081,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:47.974229 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aad774-1f3d-4b26-978d-928718b15e09 x-openstack-request-id: req-48aad774-1f3d-4b26-978d-928718b15e09 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:47.974768 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2432d876-6b4a-4338-a314-653d5942a39f", "tag": "a8e7d992-f78a-4bc0-bea0-01af5ccc2081", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:47.975010 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-48aad774-1f3d-4b26-978d-928718b15e09 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:47.975449 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2432d876-6b4a-4338-a314-653d5942a39f', 'tag': 'a8e7d992-f78a-4bc0-bea0-01af5ccc2081', 'status': 'completed', 'code': 200} Jul 23 16:11:48.025103 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5b130d34-8c9b-444e-a083-d18e7e2d427c req-30f646e8-5edf-4138-b3a4-50634cdc3510 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799797 Jul 23 16:11:48.093188 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1d954-61fd-4a64-9303-c1f87648288f req-fe470f18-f4a5-4718-8c7c-65b6bd9cb44b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:48.094715 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-05e1d954-61fd-4a64-9303-c1f87648288f req-fe470f18-f4a5-4718-8c7c-65b6bd9cb44b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 944 time: 0.0664384 Jul 23 16:11:48.143723 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-05e1d954-61fd-4a64-9303-c1f87648288f req-fedfdc74-887f-45d3-a74d-cd4d7074233e tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398443 Jul 23 16:11:48.446336 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c81f00-af17-4655-b1c3-51ff61e16076 req-4991db8f-8bfe-4722-a6c6-a45f48ddeeed tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:48.447840 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-80c81f00-af17-4655-b1c3-51ff61e16076 req-4991db8f-8bfe-4722-a6c6-a45f48ddeeed tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 943 time: 0.0675552 Jul 23 16:11:48.481335 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a486-a34a-4ba0-a0fb-e2b92ceb4c7d req-cd93cf49-42a9-487e-b11d-57b4f16736a2 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:48.482877 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a088a486-a34a-4ba0-a0fb-e2b92ceb4c7d req-cd93cf49-42a9-487e-b11d-57b4f16736a2 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 943 time: 0.0668342 Jul 23 16:11:48.487289 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-80c81f00-af17-4655-b1c3-51ff61e16076 req-babf2f5a-46a7-4d26-a451-2193b2178bdc tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334597 Jul 23 16:11:48.524080 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a088a486-a34a-4ba0-a0fb-e2b92ceb4c7d req-d2418b25-18bd-4bbe-a637-b0a52400aad4 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347288 Jul 23 16:11:48.525527 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-be69b20d-d3d7-41e7-9a45-0c0cf1b67981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:48.789477 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:49.009697 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb577531-0baf-4ccf-be01-fe368cbcbcec req-665c0868-a467-42a0-b13a-0d9ad746aa50 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:49.011326 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-eb577531-0baf-4ccf-be01-fe368cbcbcec req-665c0868-a467-42a0-b13a-0d9ad746aa50 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 932 time: 0.0793049 Jul 23 16:11:49.057847 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-eb577531-0baf-4ccf-be01-fe368cbcbcec req-7c3a5ae9-2d42-4bc5-8d9f-d9688c4e6c3d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378418 Jul 23 16:11:49.199404 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149e3d-8137-40e3-86c6-c8541ed4454c req-4c979803-b9b7-46fe-b022-effcf83e6703 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:49.201022 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-84149e3d-8137-40e3-86c6-c8541ed4454c req-4c979803-b9b7-46fe-b022-effcf83e6703 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 944 time: 0.0761516 Jul 23 16:11:49.232486 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:49.243702 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-84149e3d-8137-40e3-86c6-c8541ed4454c req-4e847b4c-0c56-43ca-b208-163664f24575 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364449 Jul 23 16:11:49.289996 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629caff-ae2a-468f-afe6-9c933b360cf5 req-1c4bae09-099c-49cb-bad7-d6df549828c4 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:49.291522 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6629caff-ae2a-468f-afe6-9c933b360cf5 req-1c4bae09-099c-49cb-bad7-d6df549828c4 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 944 time: 0.0650933 Jul 23 16:11:49.338286 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6629caff-ae2a-468f-afe6-9c933b360cf5 req-d3f2c9f1-f809-47d7-8987-c269f97e0e57 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411336 Jul 23 16:11:49.625675 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d5422-8785-4f7d-9878-c8384b098b3a req-ae73aa2d-875e-48ba-b165-9ffb0a77a395 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:49.627479 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-569d5422-8785-4f7d-9878-c8384b098b3a req-ae73aa2d-875e-48ba-b165-9ffb0a77a395 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 943 time: 0.0689723 Jul 23 16:11:49.657122 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01c56d-fcba-4c3d-9d77-2fa5e4d00231 req-5c0b36aa-3d1d-4ea1-aaea-e10bce0a9d36 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:49.658758 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bf01c56d-fcba-4c3d-9d77-2fa5e4d00231 req-5c0b36aa-3d1d-4ea1-aaea-e10bce0a9d36 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 943 time: 0.0647883 Jul 23 16:11:49.667519 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-569d5422-8785-4f7d-9878-c8384b098b3a req-0084188f-a5fb-4f70-88d3-48d91868879c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333700 Jul 23 16:11:49.701688 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bf01c56d-fcba-4c3d-9d77-2fa5e4d00231 req-c1aaad74-074d-4e65-95a0-7a3dc5e3317f tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368905 Jul 23 16:11:50.242207 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 2ce2d661-4e6d-45a6-aee7-6bf1703578ca details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:11:50.256141 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2ecff-7109-4ce2-a808-9ffdabc549d3 req-d053dbed-8a46-4b78-a17f-dafcf4f0afc7 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:50.257773 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3da2ecff-7109-4ce2-a808-9ffdabc549d3 req-d053dbed-8a46-4b78-a17f-dafcf4f0afc7 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 932 time: 0.0985758 Jul 23 16:11:50.262766 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Request body: {'port': {'device_id': '73e05af9-6905-43cf-92d4-4a579677b33e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:11:50.265771 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-c157e841-65be-4812-8e24-96518d38754f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a1abf88-0c0f-4302-ac91-79c156e47d23 HTTP/1.1" status: 200 len: 217 time: 0.0465064 Jul 23 16:11:50.375457 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3da2ecff-7109-4ce2-a808-9ffdabc549d3 req-100e935f-7988-4339-97e4-b2e8cf6bcfdf tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071167 Jul 23 16:11:50.384505 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-6ad2d270-92b4-41d4-8a19-4fadc4d1e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:50.385869 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-6ad2d270-92b4-41d4-8a19-4fadc4d1e730 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e32c016-e4f8-43ff-938e-cce583bd25cf HTTP/1.1" status: 200 len: 850 time: 0.1092763 Jul 23 16:11:50.437957 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:50.456018 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea2007-85f1-4bdd-bac9-befb875853e7 req-be6b703a-d6de-4ee5-b9c4-556eb36f58e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:50.457582 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-19ea2007-85f1-4bdd-bac9-befb875853e7 req-be6b703a-d6de-4ee5-b9c4-556eb36f58e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c48c39524c134508a8893e4d116cb081&device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 1096 time: 0.1605465 Jul 23 16:11:50.461476 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78fe23-a81e-4807-8ffd-aeca9a410a93 req-d7dc9944-395e-4f23-bacf-005104fe895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:50.463127 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bf78fe23-a81e-4807-8ffd-aeca9a410a93 req-d7dc9944-395e-4f23-bacf-005104fe895f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c48c39524c134508a8893e4d116cb081&device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 1096 time: 0.1963196 Jul 23 16:11:50.491306 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6655e-ed91-492b-b8eb-9009c840559e req-e0e11e16-1255-4bae-be99-13bf5cabec2f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:50.492934 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1f6655e-ed91-492b-b8eb-9009c840559e req-e0e11e16-1255-4bae-be99-13bf5cabec2f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 944 time: 0.1602080 Jul 23 16:11:50.534210 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 2ce2d661-4e6d-45a6-aee7-6bf1703578ca, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2ce2d661-4e6d-45a6-aee7-6bf1703578ca,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:50.547414 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': '2ce2d661-4e6d-45a6-aee7-6bf1703578ca', 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184', 'port_id': '2ce2d661-4e6d-45a6-aee7-6bf1703578ca', 'mac_address': 'fa:16:3e:c4:a6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4115b965-2190-4335-9cf7-bb59d4592a9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:11:50.591538 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:50.608138 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce2d661-4e6d-45a6-aee7-6bf1703578ca {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:11:50.634702 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 2ce2d661-4e6d-45a6-aee7-6bf1703578ca, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2ce2d661-4e6d-45a6-aee7-6bf1703578ca,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:50.640152 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:50.640974 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device febc3f79-1564-4478-bdfc-4850fbe03547 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:11:50.731198 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=2ce2d661-4e6d-45a6-aee7-6bf1703578ca,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:50.839236 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-a3b70e23-8d66-4b6e-a7d9-64bd83dd4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:50.839761 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port febc3f79-1564-4478-bdfc-4850fbe03547, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=febc3f79-1564-4478-bdfc-4850fbe03547,segment=NetworkSegment(925d7c79-27af-4fc6-be41-43bab52d159f),segment_id=925d7c79-27af-4fc6-be41-43bab52d159f)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:50.840857 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-a3b70e23-8d66-4b6e-a7d9-64bd83dd4f10 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c0621ff-a2c0-4e39-8229-4f2f452683a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4471641 Jul 23 16:11:50.855496 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1f6655e-ed91-492b-b8eb-9009c840559e req-33a69a41-094b-4210-bf45-d446db4f95ad tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3510644 Jul 23 16:11:50.862286 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': 'febc3f79-1564-4478-bdfc-4850fbe03547', 'network_id': '2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2', 'port_id': 'febc3f79-1564-4478-bdfc-4850fbe03547', 'mac_address': 'fa:16:3e:7b:f7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db14e9f9-5189-4cf2-aeae-e58ddfe80061', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:11:50.910573 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:50.942989 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id febc3f79-1564-4478-bdfc-4850fbe03547 {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:11:50.968178 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port febc3f79-1564-4478-bdfc-4850fbe03547, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=febc3f79-1564-4478-bdfc-4850fbe03547,segment=NetworkSegment(925d7c79-27af-4fc6-be41-43bab52d159f),segment_id=925d7c79-27af-4fc6-be41-43bab52d159f)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:50.974818 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:50.984685 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78fe23-a81e-4807-8ffd-aeca9a410a93 req-0d256126-9b70-4154-8920-0c1c27de05ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:50.986583 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bf78fe23-a81e-4807-8ffd-aeca9a410a93 req-0d256126-9b70-4154-8920-0c1c27de05ef service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c48c39524c134508a8893e4d116cb081&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4927502 Jul 23 16:11:51.009119 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacbf4c-79cb-412b-ac6d-bd22472a953b req-e5e08806-de60-433a-8eea-553fcd96f88b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:51.017827 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-acacbf4c-79cb-412b-ac6d-bd22472a953b req-e5e08806-de60-433a-8eea-553fcd96f88b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 944 time: 0.5336864 Jul 23 16:11:51.035888 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=febc3f79-1564-4478-bdfc-4850fbe03547,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:51.045135 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:51.049301 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea2007-85f1-4bdd-bac9-befb875853e7 req-9571914c-b557-4b83-aac9-2eca0b60457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:51.051136 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-19ea2007-85f1-4bdd-bac9-befb875853e7 req-9571914c-b557-4b83-aac9-2eca0b60457d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c48c39524c134508a8893e4d116cb081&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5633805 Jul 23 16:11:51.116390 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-62072776-ac25-4b07-b35c-784ff05ad03a service neutron] 10.222.0.59 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598276 Jul 23 16:11:51.168299 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-acacbf4c-79cb-412b-ac6d-bd22472a953b req-d9de91c0-2c10-487f-85cb-d240d61280bc tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495256 Jul 23 16:11:51.224971 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c989daa-655a-4346-8773-6d9c027a53ce req-6da2f6ab-8109-421c-ba47-4b31b2edb7bb tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:51.226498 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1c989daa-655a-4346-8773-6d9c027a53ce req-6da2f6ab-8109-421c-ba47-4b31b2edb7bb tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 943 time: 0.2533472 Jul 23 16:11:51.229372 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78fe23-a81e-4807-8ffd-aeca9a410a93 req-3e3c009a-3bb0-464a-b4a8-7d9e891b9bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:51.230788 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bf78fe23-a81e-4807-8ffd-aeca9a410a93 req-3e3c009a-3bb0-464a-b4a8-7d9e891b9bcb service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2258091 Jul 23 16:11:51.288931 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-11b94dc9-2a8f-4760-b9fe-95a8b3b1d52b service neutron] 10.222.0.59 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624730 Jul 23 16:11:51.296097 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1c989daa-655a-4346-8773-6d9c027a53ce req-eae193bb-0f0a-4eaf-9df9-77ca9dbd1571 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608215 Jul 23 16:11:51.357523 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea2007-85f1-4bdd-bac9-befb875853e7 req-df3b7707-0d83-4ef8-9292-e0d9584e7d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:51.359336 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-19ea2007-85f1-4bdd-bac9-befb875853e7 req-df3b7707-0d83-4ef8-9292-e0d9584e7d05 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2995481 Jul 23 16:11:51.395706 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-ae029986-105d-4285-91ff-051b50b28818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:51.397316 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-ae029986-105d-4285-91ff-051b50b28818 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c48c39524c134508a8893e4d116cb081&device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 1096 time: 0.0826852 Jul 23 16:11:51.419885 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['2ce2d661-4e6d-45a6-aee7-6bf1703578ca'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:11:51.437273 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90841115-d000-4397-993c-7f1b308f2dfb {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:11:51.459525 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc93c5c-7ba5-4ab7-9af3-4f3fd29af1f4 req-30cc24ba-06b0-4fdc-ba81-c9a7934e2c82 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:51.461874 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1fc93c5c-7ba5-4ab7-9af3-4f3fd29af1f4 req-30cc24ba-06b0-4fdc-ba81-c9a7934e2c82 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 944 time: 0.1701279 Jul 23 16:11:51.473455 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:51.495448 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-8ef08438-7a40-490a-9302-189c07133e2d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6eec52b-01ce-486f-be17-e0bcdf2cf20c HTTP/1.1" status: 200 len: 217 time: 0.0821705 Jul 23 16:11:51.528332 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['febc3f79-1564-4478-bdfc-4850fbe03547'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:11:51.530853 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Transition to ACTIVE for port object 90841115-d000-4397-993c-7f1b308f2dfb will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:11:51.555930 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:51.587527 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1fc93c5c-7ba5-4ab7-9af3-4f3fd29af1f4 req-542582f5-7c6c-4ce0-b8f1-5e1e5b9caed1 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093118 Jul 23 16:11:51.606025 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-7531e8c5-4aae-460b-810e-51ce265540e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:51.608168 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-7531e8c5-4aae-460b-810e-51ce265540e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f4224b1-fcef-42fd-9e0a-34138cd1c2de HTTP/1.1" status: 200 len: 859 time: 0.1006606 Jul 23 16:11:51.655874 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-b0522c06-3c2b-4651-bc7e-81b25f5d0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:51.658544 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-b0522c06-3c2b-4651-bc7e-81b25f5d0734 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c48c39524c134508a8893e4d116cb081&device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 1096 time: 0.1956205 Jul 23 16:11:51.661001 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-24d628ff-ed35-4f15-96dd-c9b7a2aec4f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9badab1-7eef-4cc8-9a63-26df64f8e639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434291 Jul 23 16:11:51.663420 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Pushing event updated for resources: {'Port': ['ID=90841115-d000-4397-993c-7f1b308f2dfb,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:51.688663 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64854336-466c-4088-805c-6f572f56a510 req-df06187f-ec81-4d01-855f-33d5fb2ef8af tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:51.690689 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-64854336-466c-4088-805c-6f572f56a510 req-df06187f-ec81-4d01-855f-33d5fb2ef8af tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.1508594 Jul 23 16:11:51.767693 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-5ae29ac9-b340-4bba-8ef9-dca7aa6f5126 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8e7d992-f78a-4bc0-bea0-01af5ccc2081 HTTP/1.1" status: 200 len: 217 time: 0.0765848 Jul 23 16:11:51.844018 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-64854336-466c-4088-805c-6f572f56a510 req-3557f815-9861-4990-a730-2821cba09bf7 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399505 Jul 23 16:11:51.851172 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-49a34b6a-8e06-47e5-a63a-5b0faedd4fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:51.857310 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-49a34b6a-8e06-47e5-a63a-5b0faedd4fbc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f4224b1-fcef-42fd-9e0a-34138cd1c2de HTTP/1.1" status: 200 len: 859 time: 0.0824726 Jul 23 16:11:51.858263 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Attempting to bind port 90841115-d000-4397-993c-7f1b308f2dfb on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:11:51.858602 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Attempting to bind port 90841115-d000-4397-993c-7f1b308f2dfb by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd1e5fdab-e25d-4094-a142-2e2ecab35140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:11:51.858934 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Attempting to bind port 90841115-d000-4397-993c-7f1b308f2dfb on network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:51.874534 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-3c6767c1-af9b-4af0-8148-57adb9cdc48e service neutron] 10.222.0.59 "GET /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820114 Jul 23 16:11:51.933858 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Port 90841115-d000-4397-993c-7f1b308f2dfb on network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:11:51.934063 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Attempting to bind port 90841115-d000-4397-993c-7f1b308f2dfb on network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:11:51.938707 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-2f478b93-b38d-4231-a3c0-29d95cc2387d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9badab1-7eef-4cc8-9a63-26df64f8e639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720918 Jul 23 16:11:51.957282 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:11:51.957643 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Checking segment: {'id': 'd1e5fdab-e25d-4094-a142-2e2ecab35140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:11:51.958034 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Bound using segment: {'id': 'd1e5fdab-e25d-4094-a142-2e2ecab35140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:11:51.958474 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Bound port: 90841115-d000-4397-993c-7f1b308f2dfb, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e5fdab-e25d-4094-a142-2e2ecab35140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:11:51.958837 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:51.960004 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 49444) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:52.030315 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9b05c319-7f29-49c3-9218-fec6ff8eb83b req-e7e40a9c-5ae7-4032-8a68-dd2260736dde service neutron] 10.222.0.59 "GET /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492238 Jul 23 16:11:52.120224 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c26e82f3-15f1-48ff-b8da-51f28649c4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:52.174085 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] For port 90841115-d000-4397-993c-7f1b308f2dfb, host hv-cinder-79628, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:11:52.180197 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] For port 90841115-d000-4397-993c-7f1b308f2dfb, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90841115-d000-4397-993c-7f1b308f2dfb,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:11:52.182745 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-619f5a2c-ee40-48db-ab42-2fe1864f3c35 service neutron] 10.222.0.59 "GET /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192681 Jul 23 16:11:52.203428 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a78b63-11b0-4732-9958-2226afab8fca req-2251c856-7615-476b-81a0-9ebe544c55a8 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:52.214455 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66a78b63-11b0-4732-9958-2226afab8fca req-2251c856-7615-476b-81a0-9ebe544c55a8 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 944 time: 0.2517903 Jul 23 16:11:52.235019 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:52.246651 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c26e82f3-15f1-48ff-b8da-51f28649c4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:52.256881 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c26e82f3-15f1-48ff-b8da-51f28649c4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:52.318758 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:52.321040 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:52.322953 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-20eb80d0-925c-483d-b013-171611c4618f req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] 10.222.0.59 "PUT /v2.0/ports/90841115-d000-4397-993c-7f1b308f2dfb HTTP/1.1" status: 200 len: 1094 time: 2.0642049 Jul 23 16:11:52.323844 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e05af9-6905-43cf-92d4-4a579677b33e', 'tag': '90841115-d000-4397-993c-7f1b308f2dfb'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:52.326312 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b366e5-5790-4168-b3b3-3be7c2752219" -d '{"events": [{"name": "network-changed", "server_uuid": "73e05af9-6905-43cf-92d4-4a579677b33e", "tag": "90841115-d000-4397-993c-7f1b308f2dfb"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:52.334299 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-c26e82f3-15f1-48ff-b8da-51f28649c4d7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ca635ae3063947ac8575ab7e0a48bc28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731346 Jul 23 16:11:52.336455 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e82f3-15f1-48ff-b8da-51f28649c4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b10da7f-19f1-4b29-8b30-094d4411f7c4,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:52.352239 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 49460) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:52.428045 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf49a4-0844-4123-9d04-cc0e3da3c676 req-08dcad6d-74b0-48af-9551-95b4aef23888 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:52.429947 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-02ae455e-dc9d-45c4-bb87-4c772449cc44 req-5c422272-6069-4305-954f-ad35b8da38c3 service neutron] 10.222.0.59 "GET /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125194 Jul 23 16:11:52.436292 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-05cf49a4-0844-4123-9d04-cc0e3da3c676 req-08dcad6d-74b0-48af-9551-95b4aef23888 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 945 time: 0.1924860 Jul 23 16:11:52.470440 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f1cc588d-57f2-4d58-9050-de9b89b10bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:52.495370 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66a78b63-11b0-4732-9958-2226afab8fca req-2f1efbc8-cb36-469a-8c7f-d965b74ddd8c tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797763 Jul 23 16:11:52.496023 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1efa9d-9d40-425b-9f96-97cc3fad6177 service neutron] Pushing event updated for resources: {'Port': ['ID=90841115-d000-4397-993c-7f1b308f2dfb,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:52.539058 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb80d0-925c-483d-b013-171611c4618f req-6d75eb34-6985-4ca5-9599-ed9e476bf78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:52.541210 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-20eb80d0-925c-483d-b013-171611c4618f req-6d75eb34-6985-4ca5-9599-ed9e476bf78a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ab7fd8f81d14fd087b62a6b970688a2&device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 1097 time: 0.1138897 Jul 23 16:11:52.541555 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 49468) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:52.554097 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-05cf49a4-0844-4123-9d04-cc0e3da3c676 req-84ee11ae-9645-4478-a221-914ee0cc7889 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165996 Jul 23 16:11:52.556030 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f1cc588d-57f2-4d58-9050-de9b89b10bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:52.652918 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4920d3-ded1-439b-bbcd-049e942c7752 x-openstack-request-id: req-9e4920d3-ded1-439b-bbcd-049e942c7752 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:52.653621 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e05af9-6905-43cf-92d4-4a579677b33e", "tag": "90841115-d000-4397-993c-7f1b308f2dfb", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:52.654487 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e4920d3-ded1-439b-bbcd-049e942c7752 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:52.654608 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e05af9-6905-43cf-92d4-4a579677b33e', 'tag': '90841115-d000-4397-993c-7f1b308f2dfb', 'status': 'completed', 'code': 200} Jul 23 16:11:52.657431 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-20eb80d0-925c-483d-b013-171611c4618f req-13b7ef95-9105-4d44-bfc7-cf1cc5d6c10c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90841115-d000-4397-993c-7f1b308f2dfb HTTP/1.1" status: 200 len: 217 time: 0.0957534 Jul 23 16:11:52.708304 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f1cc588d-57f2-4d58-9050-de9b89b10bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:52.711034 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f1cc588d-57f2-4d58-9050-de9b89b10bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:52.712370 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-f1cc588d-57f2-4d58-9050-de9b89b10bec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b10da7f-19f1-4b29-8b30-094d4411f7c4 HTTP/1.1" status: 204 len: 168 time: 0.3574643 Jul 23 16:11:52.729700 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc588d-57f2-4d58-9050-de9b89b10bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b10da7f-19f1-4b29-8b30-094d4411f7c4,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:52.769835 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f135b2ee-4fe6-4549-b829-403d5b6e1a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:52.780405 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb80d0-925c-483d-b013-171611c4618f req-489a456d-fa14-4807-8ba3-53328d6e617e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:52.782306 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-20eb80d0-925c-483d-b013-171611c4618f req-489a456d-fa14-4807-8ba3-53328d6e617e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=16a96ff4-9135-4297-8f4d-e0300b0cc0f6 HTTP/1.1" status: 200 len: 856 time: 0.1113749 Jul 23 16:11:52.821215 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163392c-8136-4fcf-b38a-4fea17f35c38 req-e6d12ff0-30e8-4229-86e3-b10e14962f0d tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:52.828608 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5163392c-8136-4fcf-b38a-4fea17f35c38 req-e6d12ff0-30e8-4229-86e3-b10e14962f0d tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 944 time: 0.1500483 Jul 23 16:11:52.859119 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c878a7-fa64-405e-a0ef-713983669383 req-3f44bb7c-72ce-4e0b-8b35-a431bf53de98 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:52.862171 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b1c878a7-fa64-405e-a0ef-713983669383 req-3f44bb7c-72ce-4e0b-8b35-a431bf53de98 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 943 time: 0.2122066 Jul 23 16:11:52.895796 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5163392c-8136-4fcf-b38a-4fea17f35c38 req-f3940a64-c587-4d02-aa29-023a9d8615fc tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660856 Jul 23 16:11:52.953017 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b1c878a7-fa64-405e-a0ef-713983669383 req-da5576d5-6e35-401c-88f3-2dea803d1590 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830998 Jul 23 16:11:52.956443 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb80d0-925c-483d-b013-171611c4618f req-8e52b4a5-ee8d-41e1-88a5-83a588a7a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:52.957890 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-20eb80d0-925c-483d-b013-171611c4618f req-8e52b4a5-ee8d-41e1-88a5-83a588a7a671 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74cc12e8-e460-4b21-8f86-7828dd99c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1677489 Jul 23 16:11:52.987268 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f135b2ee-4fe6-4549-b829-403d5b6e1a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:52.999502 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f135b2ee-4fe6-4549-b829-403d5b6e1a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.060554 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135b2ee-4fe6-4549-b829-403d5b6e1a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d12f53-02b0-4752-9987-da21bffcbd01,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:53.090641 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 49504) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:53.090911 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-f135b2ee-4fe6-4549-b829-403d5b6e1a76 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=72537fc362b1412f83eef0e69636a61c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5477645 Jul 23 16:11:53.119898 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f2984-3e4d-4c68-a41d-79508c6da300 req-cafc2f65-2e2e-4496-9641-5d9dc7165651 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:53.120766 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ad2f2984-3e4d-4c68-a41d-79508c6da300 req-cafc2f65-2e2e-4496-9641-5d9dc7165651 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.1310058 Jul 23 16:11:53.121306 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 49506) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:53.130473 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-20eb80d0-925c-483d-b013-171611c4618f req-84defcec-34af-480a-a1ab-b3fc1f3ed57c service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639657 Jul 23 16:11:53.143206 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-44abe9d3-2675-43b1-af01-9ff12d13350e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.185961 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ad2f2984-3e4d-4c68-a41d-79508c6da300 req-c95836b0-6999-454d-847e-676d26443efe tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506730 Jul 23 16:11:53.213724 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b5033714-8a5b-4008-a1b2-46c523c02cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.244966 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b5033714-8a5b-4008-a1b2-46c523c02cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.261086 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-44abe9d3-2675-43b1-af01-9ff12d13350e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.266111 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-44abe9d3-2675-43b1-af01-9ff12d13350e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.270431 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-20eb80d0-925c-483d-b013-171611c4618f req-4e17cd4c-2e78-405b-8b3d-bfa1bc106b05 service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308148 Jul 23 16:11:53.307549 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b5033714-8a5b-4008-a1b2-46c523c02cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.310181 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b5033714-8a5b-4008-a1b2-46c523c02cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.313371 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-44abe9d3-2675-43b1-af01-9ff12d13350e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd0f5656ef3d46798d0a4aafbffb6cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886239 Jul 23 16:11:53.313501 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b5033714-8a5b-4008-a1b2-46c523c02cf7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17d12f53-02b0-4752-9987-da21bffcbd01 HTTP/1.1" status: 204 len: 168 time: 0.2201738 Jul 23 16:11:53.313574 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abe9d3-2675-43b1-af01-9ff12d13350e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda1a780-3522-422a-bba4-f59d94e9bf2f,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:53.313807 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 49510) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:53.333340 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5033714-8a5b-4008-a1b2-46c523c02cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d12f53-02b0-4752-9987-da21bffcbd01,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:53.389734 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ee1bdf4f-df33-4b30-9b0d-f137545c43ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.437017 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ee1bdf4f-df33-4b30-9b0d-f137545c43ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.483176 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b366e5-5790-4168-b3b3-3be7c2752219 req-1198f67a-f9ae-4604-9e3d-788215a129a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:53.484676 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-33b366e5-5790-4168-b3b3-3be7c2752219 req-1198f67a-f9ae-4604-9e3d-788215a129a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ab7fd8f81d14fd087b62a6b970688a2&device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 1097 time: 0.1061487 Jul 23 16:11:53.536335 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ee1bdf4f-df33-4b30-9b0d-f137545c43ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.538917 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ee1bdf4f-df33-4b30-9b0d-f137545c43ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.542773 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-ee1bdf4f-df33-4b30-9b0d-f137545c43ce admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bda1a780-3522-422a-bba4-f59d94e9bf2f HTTP/1.1" status: 204 len: 168 time: 0.2236991 Jul 23 16:11:53.570451 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bdf4f-df33-4b30-9b0d-f137545c43ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda1a780-3522-422a-bba4-f59d94e9bf2f,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:53.719229 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 49522) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:53.721784 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb70b55-228e-4fb7-b3a6-6a3956817f3b req-d0870554-ac0c-4230-92b8-c660dce8a548 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:53.723621 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-deb70b55-228e-4fb7-b3a6-6a3956817f3b req-d0870554-ac0c-4230-92b8-c660dce8a548 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 945 time: 0.0747199 Jul 23 16:11:53.767058 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2fc3b9e1-2faf-465c-9c79-188f68f4c550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:53.769714 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-deb70b55-228e-4fb7-b3a6-6a3956817f3b req-a958836e-72c1-4e80-a729-9b28528a1d81 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391693 Jul 23 16:11:53.774612 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b366e5-5790-4168-b3b3-3be7c2752219 req-7b160738-0709-4f99-b190-949566b62eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:53.776494 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-33b366e5-5790-4168-b3b3-3be7c2752219 req-7b160738-0709-4f99-b190-949566b62eeb service neutron] 10.222.0.59 "GET /v2.0/networks?id=74cc12e8-e460-4b21-8f86-7828dd99c3c6 HTTP/1.1" status: 200 len: 918 time: 0.2848115 Jul 23 16:11:54.039230 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-33b366e5-5790-4168-b3b3-3be7c2752219 req-cde62bc8-9885-4506-90d3-11351812e772 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90841115-d000-4397-993c-7f1b308f2dfb HTTP/1.1" status: 200 len: 217 time: 0.2531345 Jul 23 16:11:54.055726 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a4786-46d3-4eb2-9e81-5204af697f2b req-a074a892-73cb-493b-9793-6f80e137d283 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:54.057250 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b17a4786-46d3-4eb2-9e81-5204af697f2b req-a074a892-73cb-493b-9793-6f80e137d283 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 944 time: 0.4225731 Jul 23 16:11:54.066695 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3512b-9914-4fb5-91f9-487c4207593c req-2f132783-880d-4bda-89f0-edb8a033b865 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:54.069081 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-efc3512b-9914-4fb5-91f9-487c4207593c req-2f132783-880d-4bda-89f0-edb8a033b865 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 944 time: 0.1038716 Jul 23 16:11:54.119529 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-efc3512b-9914-4fb5-91f9-487c4207593c req-07a43714-78f7-4f72-9a2b-b1c3e644de5f tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400746 Jul 23 16:11:54.165107 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b366e5-5790-4168-b3b3-3be7c2752219 req-d54f5a09-6f0d-4473-9a0d-3e665557d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:54.166872 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-33b366e5-5790-4168-b3b3-3be7c2752219 req-d54f5a09-6f0d-4473-9a0d-3e665557d088 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=16a96ff4-9135-4297-8f4d-e0300b0cc0f6 HTTP/1.1" status: 200 len: 856 time: 0.1087492 Jul 23 16:11:54.176546 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b17a4786-46d3-4eb2-9e81-5204af697f2b req-691873a0-b03c-4ce5-baf8-b3f49c0b95b1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121705 Jul 23 16:11:54.211801 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device f6eec52b-01ce-486f-be17-e0bcdf2cf20c details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:11:54.258963 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2fc3b9e1-2faf-465c-9c79-188f68f4c550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:54.269131 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2fc3b9e1-2faf-465c-9c79-188f68f4c550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:54.323429 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b366e5-5790-4168-b3b3-3be7c2752219 req-ae519813-b557-47d2-b5ec-5073147d59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:54.329615 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-33b366e5-5790-4168-b3b3-3be7c2752219 req-ae519813-b557-47d2-b5ec-5073147d59ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74cc12e8-e460-4b21-8f86-7828dd99c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1442864 Jul 23 16:11:54.333816 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-2fc3b9e1-2faf-465c-9c79-188f68f4c550 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a1283876f6ef443e8042006ea0e25d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6133904 Jul 23 16:11:54.340154 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 2ce2d661-4e6d-45a6-aee7-6bf1703578ca up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:54.352824 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 49552) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:54.384996 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port f6eec52b-01ce-486f-be17-e0bcdf2cf20c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f6eec52b-01ce-486f-be17-e0bcdf2cf20c,segment=NetworkSegment(71ad965a-d3be-4f90-97a1-97fd990ce886),segment_id=71ad965a-d3be-4f90-97a1-97fd990ce886)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:54.404762 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': 'f6eec52b-01ce-486f-be17-e0bcdf2cf20c', 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639', 'port_id': 'f6eec52b-01ce-486f-be17-e0bcdf2cf20c', 'mac_address': 'fa:16:3e:02:6b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4224b1-fcef-42fd-9e0a-34138cd1c2de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:11:54.427792 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7907ce5-fc25-4f98-8193-bba5b3ff3f3c req-408257eb-e495-4279-a1d2-54190aa06a9f tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:54.434898 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a7907ce5-fc25-4f98-8193-bba5b3ff3f3c req-408257eb-e495-4279-a1d2-54190aa06a9f tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 943 time: 0.2101021 Jul 23 16:11:54.437793 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-33b366e5-5790-4168-b3b3-3be7c2752219 req-f1bf08a4-3be7-4646-bb27-f1caef4a3609 service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024387 Jul 23 16:11:54.439824 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3b9e1-2faf-465c-9c79-188f68f4c550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafb5b17-3aac-48f4-9e4d-c8d8dcb72440,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:54.446915 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:54.479547 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6eec52b-01ce-486f-be17-e0bcdf2cf20c {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:11:54.498805 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a7907ce5-fc25-4f98-8193-bba5b3ff3f3c req-fc5ecea4-036c-4b62-af7f-723437b79f55 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623698 Jul 23 16:11:54.506038 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port f6eec52b-01ce-486f-be17-e0bcdf2cf20c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f6eec52b-01ce-486f-be17-e0bcdf2cf20c,segment=NetworkSegment(71ad965a-d3be-4f90-97a1-97fd990ce886),segment_id=71ad965a-d3be-4f90-97a1-97fd990ce886)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:54.507934 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port 2ce2d661-4e6d-45a6-aee7-6bf1703578ca completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:54.512322 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:54.513146 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 2a1abf88-0c0f-4302-ac91-79c156e47d23 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:11:54.519479 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port 2ce2d661-4e6d-45a6-aee7-6bf1703578ca triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:54.520296 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:54.572442 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d3cbbba8-7f42-4d3a-9824-cffeb937c0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:54.604910 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d3cbbba8-7f42-4d3a-9824-cffeb937c0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:54.612354 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979bf44-04b8-410f-8423-9255dcceb899 req-5f8791fb-f7a9-46ee-8e83-0fff7cfa0700 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:54.614237 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7979bf44-04b8-410f-8423-9255dcceb899 req-5f8791fb-f7a9-46ee-8e83-0fff7cfa0700 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.1754055 Jul 23 16:11:54.645052 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=f6eec52b-01ce-486f-be17-e0bcdf2cf20c,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:54.668458 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-33b366e5-5790-4168-b3b3-3be7c2752219 req-a00ff3f6-fa5d-47b1-8e41-0ea9e77d06f6 service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167885 Jul 23 16:11:54.692710 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7979bf44-04b8-410f-8423-9255dcceb899 req-57e38189-cac6-4595-965b-c5c2f8bc4a79 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628927 Jul 23 16:11:54.699173 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d3cbbba8-7f42-4d3a-9824-cffeb937c0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:54.702407 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d3cbbba8-7f42-4d3a-9824-cffeb937c0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:54.703868 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-d3cbbba8-7f42-4d3a-9824-cffeb937c0c3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cafb5b17-3aac-48f4-9e4d-c8d8dcb72440 HTTP/1.1" status: 204 len: 168 time: 0.3154597 Jul 23 16:11:54.713186 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbbba8-7f42-4d3a-9824-cffeb937c0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafb5b17-3aac-48f4-9e4d-c8d8dcb72440,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:54.801161 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:54.830759 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 2a1abf88-0c0f-4302-ac91-79c156e47d23, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2a1abf88-0c0f-4302-ac91-79c156e47d23,segment=NetworkSegment(093ecfe2-f45b-40b0-a59d-04a35e3cd077),segment_id=093ecfe2-f45b-40b0-a59d-04a35e3cd077)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:54.847100 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8104837-8012-4749-a098-88c0e179c98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce2d661-4e6d-45a6-aee7-6bf1703578ca'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:54.926931 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': '2a1abf88-0c0f-4302-ac91-79c156e47d23', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'port_id': '2a1abf88-0c0f-4302-ac91-79c156e47d23', 'mac_address': 'fa:16:3e:a7:ee:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:11:54.929771 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 2ce2d661-4e6d-45a6-aee7-6bf1703578ca, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2ce2d661-4e6d-45a6-aee7-6bf1703578ca,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:54.936145 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:54.936431 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b551d-455a-4cce-854f-18d5b2ac0c56 req-5306770f-667d-49db-b909-c8fcea33598c tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:54.937401 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device febc3f79-1564-4478-bdfc-4850fbe03547 up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:54.944374 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4a8b551d-455a-4cce-854f-18d5b2ac0c56 req-5306770f-667d-49db-b909-c8fcea33598c tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 945 time: 0.0904810 Jul 23 16:11:54.992509 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4a8b551d-455a-4cce-854f-18d5b2ac0c56 req-5b9785ce-62a0-407c-bb3e-b0de065c703b tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468824 Jul 23 16:11:55.046771 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:55.077118 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=2ce2d661-4e6d-45a6-aee7-6bf1703578ca,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:55.082495 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1abf88-0c0f-4302-ac91-79c156e47d23 {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:11:55.106001 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port febc3f79-1564-4478-bdfc-4850fbe03547 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:55.110598 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 2a1abf88-0c0f-4302-ac91-79c156e47d23, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2a1abf88-0c0f-4302-ac91-79c156e47d23,segment=NetworkSegment(093ecfe2-f45b-40b0-a59d-04a35e3cd077),segment_id=093ecfe2-f45b-40b0-a59d-04a35e3cd077)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:55.113353 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port febc3f79-1564-4478-bdfc-4850fbe03547 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:55.113795 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:55.117299 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:55.117987 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device a8e7d992-f78a-4bc0-bea0-01af5ccc2081 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:11:55.143516 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28bb767-9114-4601-8823-fbb8f0b6d37e" -d '{"events": [{"server_uuid": "b8104837-8012-4749-a098-88c0e179c98c", "name": "network-vif-plugged", "status": "completed", "tag": "2ce2d661-4e6d-45a6-aee7-6bf1703578ca"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:55.237370 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port a8e7d992-f78a-4bc0-bea0-01af5ccc2081, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a8e7d992-f78a-4bc0-bea0-01af5ccc2081,segment=NetworkSegment(71ad965a-d3be-4f90-97a1-97fd990ce886),segment_id=71ad965a-d3be-4f90-97a1-97fd990ce886)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:55.246020 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=2a1abf88-0c0f-4302-ac91-79c156e47d23,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:55.257085 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': 'a8e7d992-f78a-4bc0-bea0-01af5ccc2081', 'network_id': 'c9badab1-7eef-4cc8-9a63-26df64f8e639', 'port_id': 'a8e7d992-f78a-4bc0-bea0-01af5ccc2081', 'mac_address': 'fa:16:3e:99:dc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4224b1-fcef-42fd-9e0a-34138cd1c2de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:11:55.284098 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aeb0d9-6a3a-4ae1-b31b-ce23af8f745e req-4367560d-b68f-4c45-b738-e48c3b0af520 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:55.291179 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-95aeb0d9-6a3a-4ae1-b31b-ce23af8f745e req-4367560d-b68f-4c45-b738-e48c3b0af520 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.0907826 Jul 23 16:11:55.325779 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:55.335836 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:55.337840 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-95aeb0d9-6a3a-4ae1-b31b-ce23af8f745e req-967bbb9d-a2a3-4a18-9615-c9fbac38b1fd tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456684 Jul 23 16:11:55.352351 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e7d992-f78a-4bc0-bea0-01af5ccc2081 {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:11:55.392742 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port a8e7d992-f78a-4bc0-bea0-01af5ccc2081, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a8e7d992-f78a-4bc0-bea0-01af5ccc2081,segment=NetworkSegment(71ad965a-d3be-4f90-97a1-97fd990ce886),segment_id=71ad965a-d3be-4f90-97a1-97fd990ce886)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:55.397942 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port febc3f79-1564-4478-bdfc-4850fbe03547, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=febc3f79-1564-4478-bdfc-4850fbe03547,segment=NetworkSegment(925d7c79-27af-4fc6-be41-43bab52d159f),segment_id=925d7c79-27af-4fc6-be41-43bab52d159f)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:55.399576 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:55.407175 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:55.481300 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=a8e7d992-f78a-4bc0-bea0-01af5ccc2081,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:55.496972 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dddba-0900-4b7a-a3bd-d92033dc7e1b req-ea507749-987c-4275-9f99-7e3e60891047 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:55.497959 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2b0dddba-0900-4b7a-a3bd-d92033dc7e1b req-ea507749-987c-4275-9f99-7e3e60891047 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 945 time: 0.0749297 Jul 23 16:11:55.540927 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1144ca-bf9e-44f2-ac2a-9796aaf27ef0 x-openstack-request-id: req-ac1144ca-bf9e-44f2-ac2a-9796aaf27ef0 {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:55.541297 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8104837-8012-4749-a098-88c0e179c98c", "name": "network-vif-plugged", "status": "completed", "tag": "2ce2d661-4e6d-45a6-aee7-6bf1703578ca", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:55.541486 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ac1144ca-bf9e-44f2-ac2a-9796aaf27ef0 {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:55.545234 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8104837-8012-4749-a098-88c0e179c98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce2d661-4e6d-45a6-aee7-6bf1703578ca', 'code': 200} Jul 23 16:11:55.562223 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=febc3f79-1564-4478-bdfc-4850fbe03547,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:55.564009 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2b0dddba-0900-4b7a-a3bd-d92033dc7e1b req-c94f51ba-95e3-4a9a-94ca-62971b9bf397 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538168 Jul 23 16:11:55.659113 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47169084-1146-4879-9e61-de9a860ceeec req-15fe000f-8cc1-40ca-80e9-6e1e0868fdb1 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:55.661102 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-47169084-1146-4879-9e61-de9a860ceeec req-15fe000f-8cc1-40ca-80e9-6e1e0868fdb1 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 944 time: 0.0747807 Jul 23 16:11:55.700115 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:11:55.715650 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-47169084-1146-4879-9e61-de9a860ceeec req-2ea25170-c82d-4f84-8029-c5f52a05ea71 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487728 Jul 23 16:11:55.838996 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 49612) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:55.875835 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda090c-4c07-4b40-9c89-4310f0a26010 req-705dbd1c-a2b8-48fc-9b52-cd9897ae18b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:55.878744 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7eda090c-4c07-4b40-9c89-4310f0a26010 req-705dbd1c-a2b8-48fc-9b52-cd9897ae18b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 1098 time: 0.1162741 Jul 23 16:11:55.894960 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473f224-0aa1-4c92-9a0f-96c40ca43720 req-b9de7365-0d24-45db-9545-2385cc6375ca tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:55.901804 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6473f224-0aa1-4c92-9a0f-96c40ca43720 req-b9de7365-0d24-45db-9545-2385cc6375ca tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0879846 Jul 23 16:11:55.911104 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-7eda090c-4c07-4b40-9c89-4310f0a26010 req-4044b4b4-46ca-4488-a134-f316e1d4cd09 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:55.959591 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6473f224-0aa1-4c92-9a0f-96c40ca43720 req-7071e349-84a3-4c38-8482-64cc20d6f5b3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395782 Jul 23 16:11:55.965069 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['f6eec52b-01ce-486f-be17-e0bcdf2cf20c'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:11:56.003898 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-41904dae-085a-47dd-97be-21059b285a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:56.007281 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['a8e7d992-f78a-4bc0-bea0-01af5ccc2081'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:11:56.023013 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['2a1abf88-0c0f-4302-ac91-79c156e47d23'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:11:56.070574 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-7eda090c-4c07-4b40-9c89-4310f0a26010 req-4044b4b4-46ca-4488-a134-f316e1d4cd09 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:56.081704 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-7eda090c-4c07-4b40-9c89-4310f0a26010 req-4044b4b4-46ca-4488-a134-f316e1d4cd09 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:56.156345 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7eda090c-4c07-4b40-9c89-4310f0a26010 req-4044b4b4-46ca-4488-a134-f316e1d4cd09 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684493 Jul 23 16:11:56.171426 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044b4b4-46ca-4488-a134-f316e1d4cd09 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc30754-5140-41e8-86c7-b371eae988c8,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:56.236233 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02e69b-3118-4f69-a9f1-3920e0a9fcec req-dd506c0d-7330-4e65-9c92-cdbbae6538a5 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:56.237726 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ff02e69b-3118-4f69-a9f1-3920e0a9fcec req-dd506c0d-7330-4e65-9c92-cdbbae6538a5 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 946 time: 0.1592953 Jul 23 16:11:56.299189 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 90841115-d000-4397-993c-7f1b308f2dfb details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:11:56.312947 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-41904dae-085a-47dd-97be-21059b285a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:56.325326 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ff02e69b-3118-4f69-a9f1-3920e0a9fcec req-5f0bb320-99b9-43fd-b4f6-f2240da9d6ad tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783205 Jul 23 16:11:56.326548 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-41904dae-085a-47dd-97be-21059b285a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:56.374934 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41904dae-085a-47dd-97be-21059b285a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9179fe-badb-42c1-a7da-83f1322ce292,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:56.383466 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-41904dae-085a-47dd-97be-21059b285a46 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e926697516f64a2698e612e6403e7929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5431995 Jul 23 16:11:56.384146 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 49634) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:56.497173 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-54130ce9-aec9-4d88-a3c5-a4bf5930a960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:56.540067 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-54130ce9-aec9-4d88-a3c5-a4bf5930a960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:56.555041 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515404c-e31b-4b40-88f2-6fcda289e1b8 req-d0c08663-21ec-4b47-813f-734fbbb25959 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:56.557102 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3515404c-e31b-4b40-88f2-6fcda289e1b8 req-d0c08663-21ec-4b47-813f-734fbbb25959 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.1171017 Jul 23 16:11:56.649506 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3515404c-e31b-4b40-88f2-6fcda289e1b8 req-c2a19504-e03c-4d0f-b255-ad55320df841 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777485 Jul 23 16:11:56.670303 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-54130ce9-aec9-4d88-a3c5-a4bf5930a960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:56.674339 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-54130ce9-aec9-4d88-a3c5-a4bf5930a960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:56.676595 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-54130ce9-aec9-4d88-a3c5-a4bf5930a960 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed9179fe-badb-42c1-a7da-83f1322ce292 HTTP/1.1" status: 204 len: 168 time: 0.2906566 Jul 23 16:11:56.701237 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54130ce9-aec9-4d88-a3c5-a4bf5930a960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9179fe-badb-42c1-a7da-83f1322ce292,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:56.708324 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 90841115-d000-4397-993c-7f1b308f2dfb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90841115-d000-4397-993c-7f1b308f2dfb,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:56.739379 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2fa4a-bab8-4b1a-bc0a-dbbdea94df6b req-626f96e7-bc2e-427c-b636-545220c12914 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:56.746309 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f1d2fa4a-bab8-4b1a-bc0a-dbbdea94df6b req-626f96e7-bc2e-427c-b636-545220c12914 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 945 time: 0.1029181 Jul 23 16:11:56.768114 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': '90841115-d000-4397-993c-7f1b308f2dfb', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'port_id': '90841115-d000-4397-993c-7f1b308f2dfb', 'mac_address': 'fa:16:3e:01:39:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:11:56.790234 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f1d2fa4a-bab8-4b1a-bc0a-dbbdea94df6b req-ef6a8819-b666-47cd-9122-af937d13cba1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417657 Jul 23 16:11:56.860857 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:56.881254 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90841115-d000-4397-993c-7f1b308f2dfb {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:11:56.906811 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 90841115-d000-4397-993c-7f1b308f2dfb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90841115-d000-4397-993c-7f1b308f2dfb,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:56.908748 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec132725-80c8-434c-8acf-78d77e9f6c62 req-00c52467-7d8a-44ed-8c01-b0256c0c1759 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:56.913215 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:56.917192 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ec132725-80c8-434c-8acf-78d77e9f6c62 req-00c52467-7d8a-44ed-8c01-b0256c0c1759 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 944 time: 0.0949736 Jul 23 16:11:56.970600 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ec132725-80c8-434c-8acf-78d77e9f6c62 req-19c7dd35-1533-4021-af22-b6c10aecb821 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521488 Jul 23 16:11:56.976318 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=90841115-d000-4397-993c-7f1b308f2dfb,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:57.089961 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e11c6f-c522-4c24-9761-71709fe97ab7 req-a483631d-d267-438c-9919-79358637c6d6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:57.092082 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-10e11c6f-c522-4c24-9761-71709fe97ab7 req-a483631d-d267-438c-9919-79358637c6d6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 945 time: 0.0757208 Jul 23 16:11:57.110202 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 49660) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:57.125792 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f8a01e8b-4452-4d60-89f3-6bf5519b2bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:57.137005 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-10e11c6f-c522-4c24-9761-71709fe97ab7 req-92cc3c11-f48e-42e0-9418-2e054691a8a4 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378952 Jul 23 16:11:57.233034 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f8a01e8b-4452-4d60-89f3-6bf5519b2bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:57.238134 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f8a01e8b-4452-4d60-89f3-6bf5519b2bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:57.274885 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a01e8b-4452-4d60-89f3-6bf5519b2bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ce43ee-19db-4125-a4a5-ccb0cb1c9553,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:57.279232 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-f8a01e8b-4452-4d60-89f3-6bf5519b2bf3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9f59efa007084d209eb7824617493b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1676967 Jul 23 16:11:57.282020 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 49666) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:57.333749 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2f186eac-2d5d-468e-8523-d0c1993cfb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:57.356120 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2f186eac-2d5d-468e-8523-d0c1993cfb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:57.433989 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2f186eac-2d5d-468e-8523-d0c1993cfb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:57.436721 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2f186eac-2d5d-468e-8523-d0c1993cfb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:57.437871 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-2f186eac-2d5d-468e-8523-d0c1993cfb29 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/78ce43ee-19db-4125-a4a5-ccb0cb1c9553 HTTP/1.1" status: 204 len: 168 time: 0.1549773 Jul 23 16:11:57.451379 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f186eac-2d5d-468e-8523-d0c1993cfb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ce43ee-19db-4125-a4a5-ccb0cb1c9553,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:57.492700 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e7dff-99d3-4223-a5c4-a27ef7556b1e req-f32ab962-f889-4d14-9889-155388698600 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:57.494656 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-378e7dff-99d3-4223-a5c4-a27ef7556b1e req-f32ab962-f889-4d14-9889-155388698600 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 946 time: 0.1024706 Jul 23 16:11:57.505426 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['90841115-d000-4397-993c-7f1b308f2dfb'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:11:57.539484 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-378e7dff-99d3-4223-a5c4-a27ef7556b1e req-eaa2e176-f98d-429e-afa4-58915fd6ebb5 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393312 Jul 23 16:11:57.546774 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febc3f79-1564-4478-bdfc-4850fbe03547'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:57.550052 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0442262-4968-487e-9fe8-5d2d9c87e7a2" -d '{"events": [{"server_uuid": "cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1", "name": "network-vif-plugged", "status": "completed", "tag": "febc3f79-1564-4478-bdfc-4850fbe03547"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:57.609601 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9307f5-31ea-4efa-ae40-dfbb7f81d60a x-openstack-request-id: req-6a9307f5-31ea-4efa-ae40-dfbb7f81d60a {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:57.609976 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1", "name": "network-vif-plugged", "status": "completed", "tag": "febc3f79-1564-4478-bdfc-4850fbe03547", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:57.610241 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6a9307f5-31ea-4efa-ae40-dfbb7f81d60a {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:57.610667 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febc3f79-1564-4478-bdfc-4850fbe03547', 'code': 200} Jul 23 16:11:57.909888 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b90644-7820-41ed-99f6-de3870c29c42 req-acbc8f93-20f9-40e2-aeae-abc4551b51bb tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:57.913593 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-97b90644-7820-41ed-99f6-de3870c29c42 req-acbc8f93-20f9-40e2-aeae-abc4551b51bb tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.1476648 Jul 23 16:11:57.984182 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-97b90644-7820-41ed-99f6-de3870c29c42 req-65f42b52-9bdd-462e-9ef7-9cf843f71cd0 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609326 Jul 23 16:11:58.065267 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7d4b1-b694-4ae6-a811-529dcc587883 req-3af2f7af-bc12-4929-bafc-fbbd206a11d6 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:58.068240 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fde7d4b1-b694-4ae6-a811-529dcc587883 req-3af2f7af-bc12-4929-bafc-fbbd206a11d6 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 945 time: 0.1849275 Jul 23 16:11:58.139576 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c781c-e7fa-407c-a50e-1e9496f2f911 req-8bd6d022-4589-4963-91f3-3c5ebe5ffb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:58.141144 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-714c781c-e7fa-407c-a50e-1e9496f2f911 req-8bd6d022-4589-4963-91f3-3c5ebe5ffb94 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 1099 time: 0.1790819 Jul 23 16:11:58.163189 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fde7d4b1-b694-4ae6-a811-529dcc587883 req-0fb8a0de-4202-4631-a467-8c56e78e656c tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855381 Jul 23 16:11:58.231282 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-714c781c-e7fa-407c-a50e-1e9496f2f911 req-f6c49eaf-211f-4862-b8ac-8757314ac41c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650074 Jul 23 16:11:58.243315 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device a8e7d992-f78a-4bc0-bea0-01af5ccc2081 up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:58.279521 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a39c33-aa5a-474e-9877-e9195168add1 req-97f61680-d3f1-4140-9f5c-94adc49f8d27 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:58.287469 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-47a39c33-aa5a-474e-9877-e9195168add1 req-97f61680-d3f1-4140-9f5c-94adc49f8d27 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 944 time: 0.1366770 Jul 23 16:11:58.339496 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port a8e7d992-f78a-4bc0-bea0-01af5ccc2081 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:58.343962 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-47a39c33-aa5a-474e-9877-e9195168add1 req-c2b693c6-1ab1-4284-a2e3-de9e9b5f43d1 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552852 Jul 23 16:11:58.348016 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port a8e7d992-f78a-4bc0-bea0-01af5ccc2081 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:58.348407 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:58.403021 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 49746) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:58.423969 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85605a1-ed23-4d4d-a286-b8ee052aab3a req-d7a0a73f-61ba-4b32-bcf4-7097e5f8a1d5 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:58.426870 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a85605a1-ed23-4d4d-a286-b8ee052aab3a req-d7a0a73f-61ba-4b32-bcf4-7097e5f8a1d5 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 945 time: 0.1586957 Jul 23 16:11:58.462420 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:58.498340 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a85605a1-ed23-4d4d-a286-b8ee052aab3a req-382fdf7f-61ec-4c5e-b127-6119f9b6ed3c tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631061 Jul 23 16:11:58.510489 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port a8e7d992-f78a-4bc0-bea0-01af5ccc2081, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a8e7d992-f78a-4bc0-bea0-01af5ccc2081,segment=NetworkSegment(71ad965a-d3be-4f90-97a1-97fd990ce886),segment_id=71ad965a-d3be-4f90-97a1-97fd990ce886)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:58.517431 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:58.519947 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device f6eec52b-01ce-486f-be17-e0bcdf2cf20c up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:58.591061 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9e79704a-2058-4b37-b66f-5043b2401e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:58.601533 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=a8e7d992-f78a-4bc0-bea0-01af5ccc2081,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:58.621284 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port f6eec52b-01ce-486f-be17-e0bcdf2cf20c completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:58.627572 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port f6eec52b-01ce-486f-be17-e0bcdf2cf20c triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:58.627945 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:58.721050 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:58.739513 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafad08e-6045-48a1-9af4-162a0e8a3445 req-6a8cc250-668a-4b14-8fd8-ae1104fc9eb0 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:58.741179 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-dafad08e-6045-48a1-9af4-162a0e8a3445 req-6a8cc250-668a-4b14-8fd8-ae1104fc9eb0 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 946 time: 0.0962691 Jul 23 16:11:58.755882 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port f6eec52b-01ce-486f-be17-e0bcdf2cf20c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f6eec52b-01ce-486f-be17-e0bcdf2cf20c,segment=NetworkSegment(71ad965a-d3be-4f90-97a1-97fd990ce886),segment_id=71ad965a-d3be-4f90-97a1-97fd990ce886)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:58.758144 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9e79704a-2058-4b37-b66f-5043b2401e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:58.762885 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:58.763827 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 2a1abf88-0c0f-4302-ac91-79c156e47d23 up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:11:58.774080 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9e79704a-2058-4b37-b66f-5043b2401e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:58.828848 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-dafad08e-6045-48a1-9af4-162a0e8a3445 req-1b675fbe-65ba-4867-a72d-3da35cab0d30 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735619 Jul 23 16:11:58.834382 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-9e79704a-2058-4b37-b66f-5043b2401e1c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2b6271e2290a4181bd103ab592192b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4294424 Jul 23 16:11:58.837182 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 49764) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:58.837516 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79704a-2058-4b37-b66f-5043b2401e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1382fe-c898-45e5-ad6b-ee931949a806,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:58.857198 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=f6eec52b-01ce-486f-be17-e0bcdf2cf20c,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:58.872297 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port 2a1abf88-0c0f-4302-ac91-79c156e47d23 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:11:58.877041 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port 2a1abf88-0c0f-4302-ac91-79c156e47d23 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:11:58.877995 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:58.900047 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ca596506-2732-4b89-a0a8-393cfcd41bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:58.923451 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ca596506-2732-4b89-a0a8-393cfcd41bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:58.965616 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:58.986189 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ca596506-2732-4b89-a0a8-393cfcd41bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:58.989582 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ca596506-2732-4b89-a0a8-393cfcd41bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:58.990946 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-ca596506-2732-4b89-a0a8-393cfcd41bcc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0b1382fe-c898-45e5-ad6b-ee931949a806 HTTP/1.1" status: 204 len: 168 time: 0.1527696 Jul 23 16:11:59.002099 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 2a1abf88-0c0f-4302-ac91-79c156e47d23, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2a1abf88-0c0f-4302-ac91-79c156e47d23,segment=NetworkSegment(093ecfe2-f45b-40b0-a59d-04a35e3cd077),segment_id=093ecfe2-f45b-40b0-a59d-04a35e3cd077)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:11:59.003421 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca596506-2732-4b89-a0a8-393cfcd41bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1382fe-c898-45e5-ad6b-ee931949a806,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:59.009493 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:59.075647 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=2a1abf88-0c0f-4302-ac91-79c156e47d23,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:59.162579 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fe77c-c55c-4974-a797-d542830902c3 req-98ca2e47-c61f-44c2-9d0c-cfefbf64b993 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:59.164252 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-859fe77c-c55c-4974-a797-d542830902c3 req-98ca2e47-c61f-44c2-9d0c-cfefbf64b993 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.0777390 Jul 23 16:11:59.229976 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-859fe77c-c55c-4974-a797-d542830902c3 req-ae211f5f-82da-471e-80f7-3e61454d9c45 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519404 Jul 23 16:11:59.371801 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6752e3-4dc6-4c4a-a30c-d0fa019d936d req-cc34978f-7acf-4f7e-bebe-77fad2ddb057 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:59.373419 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6a6752e3-4dc6-4c4a-a30c-d0fa019d936d req-cc34978f-7acf-4f7e-bebe-77fad2ddb057 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0904491 Jul 23 16:11:59.485375 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6a6752e3-4dc6-4c4a-a30c-d0fa019d936d req-e472ad50-5c16-452b-abc6-dc0c8a0605dd tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036489 Jul 23 16:11:59.506406 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 49792) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:59.535603 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7f02c6c4-c400-4d44-a3c9-fbd7a90059a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:59.554046 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae3851-540e-4ae9-acec-dd65f4351dbe req-950c80fa-5500-4fd7-8881-5606d4d4d6c6 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:59.557500 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-35ae3851-540e-4ae9-acec-dd65f4351dbe req-950c80fa-5500-4fd7-8881-5606d4d4d6c6 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.1192589 Jul 23 16:11:59.612306 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2432d876-6b4a-4338-a314-653d5942a39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e7d992-f78a-4bc0-bea0-01af5ccc2081'}, {'server_uuid': '97030fd2-1c83-4ff5-95f4-48b08f817502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6eec52b-01ce-486f-be17-e0bcdf2cf20c'}, {'server_uuid': '44dcf58d-6b7d-44e0-b9a0-0f820108c107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1abf88-0c0f-4302-ac91-79c156e47d23'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:11:59.614908 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f77a6d-250c-4c78-a9bc-e41bae1a5fdb" -d '{"events": [{"server_uuid": "2432d876-6b4a-4338-a314-653d5942a39f", "name": "network-vif-plugged", "status": "completed", "tag": "a8e7d992-f78a-4bc0-bea0-01af5ccc2081"}, {"server_uuid": "97030fd2-1c83-4ff5-95f4-48b08f817502", "name": "network-vif-plugged", "status": "completed", "tag": "f6eec52b-01ce-486f-be17-e0bcdf2cf20c"}, {"server_uuid": "44dcf58d-6b7d-44e0-b9a0-0f820108c107", "name": "network-vif-plugged", "status": "completed", "tag": "2a1abf88-0c0f-4302-ac91-79c156e47d23"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:11:59.663870 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-35ae3851-540e-4ae9-acec-dd65f4351dbe req-60934e24-cc6b-48e9-ad88-07d6d957c916 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849013 Jul 23 16:11:59.722017 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7f02c6c4-c400-4d44-a3c9-fbd7a90059a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:59.737886 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7f02c6c4-c400-4d44-a3c9-fbd7a90059a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:59.770896 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-7f02c6c4-c400-4d44-a3c9-fbd7a90059a4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9633f99ede2b42edbe17879b59eb097e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598357 Jul 23 16:11:59.771307 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 49810) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:11:59.789935 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fc841-8f28-4100-a83a-955bb1e9ee21 req-c0517708-f8e4-4a2f-b2e6-4e8f5f6577d5 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:11:59.791659 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ad1fc841-8f28-4100-a83a-955bb1e9ee21 req-c0517708-f8e4-4a2f-b2e6-4e8f5f6577d5 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 945 time: 0.1374726 Jul 23 16:11:59.808186 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02c6c4-c400-4d44-a3c9-fbd7a90059a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c7d03c-0785-45e1-b351-56fb77d8c3c2,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:11:59.830833 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 16:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efb1fe5-932d-49d0-b78d-8a52ee79fb3e x-openstack-request-id: req-3efb1fe5-932d-49d0-b78d-8a52ee79fb3e {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:11:59.831441 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2432d876-6b4a-4338-a314-653d5942a39f", "name": "network-vif-plugged", "status": "completed", "tag": "a8e7d992-f78a-4bc0-bea0-01af5ccc2081", "code": 200}, {"server_uuid": "97030fd2-1c83-4ff5-95f4-48b08f817502", "name": "network-vif-plugged", "status": "completed", "tag": "f6eec52b-01ce-486f-be17-e0bcdf2cf20c", "code": 200}, {"server_uuid": "44dcf58d-6b7d-44e0-b9a0-0f820108c107", "name": "network-vif-plugged", "status": "completed", "tag": "2a1abf88-0c0f-4302-ac91-79c156e47d23", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:11:59.831806 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3efb1fe5-932d-49d0-b78d-8a52ee79fb3e {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:11:59.832565 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2432d876-6b4a-4338-a314-653d5942a39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e7d992-f78a-4bc0-bea0-01af5ccc2081', 'code': 200} Jul 23 16:11:59.832953 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97030fd2-1c83-4ff5-95f4-48b08f817502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6eec52b-01ce-486f-be17-e0bcdf2cf20c', 'code': 200} Jul 23 16:11:59.833216 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dcf58d-6b7d-44e0-b9a0-0f820108c107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1abf88-0c0f-4302-ac91-79c156e47d23', 'code': 200} Jul 23 16:11:59.862651 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ad1fc841-8f28-4100-a83a-955bb1e9ee21 req-507fe124-418e-46a7-b16e-a86331d3c2fb tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606351 Jul 23 16:11:59.894246 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-daad5a02-5f4b-40ff-9608-6436ec6cbcfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:59.938988 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-daad5a02-5f4b-40ff-9608-6436ec6cbcfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:00.102689 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e504c6c-f96d-45c9-b3a7-b03672b72975 req-32e5b19a-22de-4966-980e-290b64dff407 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:00.110408 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2e504c6c-f96d-45c9-b3a7-b03672b72975 req-32e5b19a-22de-4966-980e-290b64dff407 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 946 time: 0.1365402 Jul 23 16:12:00.120182 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-daad5a02-5f4b-40ff-9608-6436ec6cbcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:00.122926 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-daad5a02-5f4b-40ff-9608-6436ec6cbcfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:00.124204 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-daad5a02-5f4b-40ff-9608-6436ec6cbcfa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d0c7d03c-0785-45e1-b351-56fb77d8c3c2 HTTP/1.1" status: 204 len: 168 time: 0.3518798 Jul 23 16:12:00.184820 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad5a02-5f4b-40ff-9608-6436ec6cbcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c7d03c-0785-45e1-b351-56fb77d8c3c2,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:00.268695 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2e504c6c-f96d-45c9-b3a7-b03672b72975 req-c8fe4d99-1a0f-4bfb-908a-d0f28d5a2d9a tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518583 Jul 23 16:12:00.271927 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 90841115-d000-4397-993c-7f1b308f2dfb up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:12:00.303842 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea46ef-5643-4dfa-b2ff-4ff4f605d242 req-2b5fd677-be8c-49ce-a254-aee1e6342262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:00.305496 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b2ea46ef-5643-4dfa-b2ff-4ff4f605d242 req-2b5fd677-be8c-49ce-a254-aee1e6342262 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 1098 time: 0.1866362 Jul 23 16:12:00.361451 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 49828) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:00.380888 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port 90841115-d000-4397-993c-7f1b308f2dfb completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:12:00.388157 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94da15d-f58f-43d3-936e-f2197da05d1a req-6e494b47-fafb-45a5-9c1c-2c2e31d0a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:00.390823 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port 90841115-d000-4397-993c-7f1b308f2dfb triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:12:00.391243 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:00.393242 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d94da15d-f58f-43d3-936e-f2197da05d1a req-6e494b47-fafb-45a5-9c1c-2c2e31d0a1e7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 1099 time: 0.1779842 Jul 23 16:12:00.410881 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c6fd1-cd55-4c41-b633-4d1e2c11fe3f req-e47f7a6b-320a-4e2b-8fec-bfc9d85e3f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:00.413730 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f64c6fd1-cd55-4c41-b633-4d1e2c11fe3f req-e47f7a6b-320a-4e2b-8fec-bfc9d85e3f7d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 1098 time: 0.1798754 Jul 23 16:12:00.441202 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b2ea46ef-5643-4dfa-b2ff-4ff4f605d242 req-734b82dd-d759-4ef0-9125-a060d4da6475 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198483 Jul 23 16:12:00.477733 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d94da15d-f58f-43d3-936e-f2197da05d1a req-49981847-c1fb-45ed-8e6f-6469674f0f78 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773530 Jul 23 16:12:00.510719 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f64c6fd1-cd55-4c41-b633-4d1e2c11fe3f req-a6e1d113-cfe5-49c2-a417-b94512789dd9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899317 Jul 23 16:12:00.540453 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:00.594310 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 90841115-d000-4397-993c-7f1b308f2dfb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90841115-d000-4397-993c-7f1b308f2dfb,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:12:00.602741 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:00.723267 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=90841115-d000-4397-993c-7f1b308f2dfb,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:00.780443 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d24b4-e0a8-4b39-906b-bc0422c67731 req-8dfcb2a4-e726-490e-8e9b-3156ae7a2f2f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:00.784432 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ce2d24b4-e0a8-4b39-906b-bc0422c67731 req-8dfcb2a4-e726-490e-8e9b-3156ae7a2f2f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.1663282 Jul 23 16:12:00.850546 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9c0356a5-ceb9-4d1e-b725-47c7a508d050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:00.880548 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ce2d24b4-e0a8-4b39-906b-bc0422c67731 req-c7ce3255-31f8-4b16-993c-4ed09f094670 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898182 Jul 23 16:12:00.956655 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c767e-8184-4b73-82a7-f94db44b18cc req-8c4df292-90b8-4ebc-9f01-359d9ba0714e tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:00.968349 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5c0c767e-8184-4b73-82a7-f94db44b18cc req-8c4df292-90b8-4ebc-9f01-359d9ba0714e tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.1878541 Jul 23 16:12:01.043212 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9c0356a5-ceb9-4d1e-b725-47c7a508d050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:01.043350 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5c0c767e-8184-4b73-82a7-f94db44b18cc req-b1091589-3aa5-48bf-842e-5bfee972f48b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736270 Jul 23 16:12:01.054585 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9c0356a5-ceb9-4d1e-b725-47c7a508d050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:01.106334 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0356a5-ceb9-4d1e-b725-47c7a508d050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d5cb83-c45a-4933-92f7-c66aa82fc9a9,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:01.114995 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-9c0356a5-ceb9-4d1e-b725-47c7a508d050 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7a529230c5ff46f18e6cf983eb748318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7516878 Jul 23 16:12:01.118062 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 49864) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:01.123313 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8c762-a457-4f40-bc13-48fa804ce07f req-0e5d4103-191a-49b4-adca-1e2557152acb tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:01.125138 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1ad8c762-a457-4f40-bc13-48fa804ce07f req-0e5d4103-191a-49b4-adca-1e2557152acb tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.1410894 Jul 23 16:12:01.182006 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1ad8c762-a457-4f40-bc13-48fa804ce07f req-5eb93580-8101-42e3-ab5f-63b9b26b7977 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499799 Jul 23 16:12:01.198312 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9c3607b3-0ca9-45cc-a674-a31fb740c9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:01.222423 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9c3607b3-0ca9-45cc-a674-a31fb740c9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:01.272655 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9c3607b3-0ca9-45cc-a674-a31fb740c9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:01.275179 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9c3607b3-0ca9-45cc-a674-a31fb740c9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:01.276337 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-9c3607b3-0ca9-45cc-a674-a31fb740c9de admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26d5cb83-c45a-4933-92f7-c66aa82fc9a9 HTTP/1.1" status: 204 len: 168 time: 0.1561518 Jul 23 16:12:01.285066 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3607b3-0ca9-45cc-a674-a31fb740c9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d5cb83-c45a-4933-92f7-c66aa82fc9a9,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:01.645192 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 49896) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:01.659331 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-75e8476d-972e-4e3e-938b-451932b35e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:01.750995 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-75e8476d-972e-4e3e-938b-451932b35e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:01.756832 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-75e8476d-972e-4e3e-938b-451932b35e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:01.808958 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-75e8476d-972e-4e3e-938b-451932b35e5b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=33b0839f39534fd8a90050a42b8242b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626241 Jul 23 16:12:01.809805 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8476d-972e-4e3e-938b-451932b35e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7b0f1e-ab53-4f63-90c2-81b934bdc9e2,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:01.812048 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 49898) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:01.834137 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e05af9-6905-43cf-92d4-4a579677b33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90841115-d000-4397-993c-7f1b308f2dfb'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:12:01.837145 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8623e1b0-e24d-4fc0-b875-475aa2f1457a" -d '{"events": [{"server_uuid": "73e05af9-6905-43cf-92d4-4a579677b33e", "name": "network-vif-plugged", "status": "completed", "tag": "90841115-d000-4397-993c-7f1b308f2dfb"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:12:01.892322 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcde961-af5f-4ba4-8f35-67c1a8c2dd5b x-openstack-request-id: req-2fcde961-af5f-4ba4-8f35-67c1a8c2dd5b {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:12:01.893009 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e05af9-6905-43cf-92d4-4a579677b33e", "name": "network-vif-plugged", "status": "completed", "tag": "90841115-d000-4397-993c-7f1b308f2dfb", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:12:01.893702 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2fcde961-af5f-4ba4-8f35-67c1a8c2dd5b {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:12:01.894333 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e05af9-6905-43cf-92d4-4a579677b33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90841115-d000-4397-993c-7f1b308f2dfb', 'code': 200} Jul 23 16:12:01.896013 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-17c0a48b-5725-4959-bfac-fa85e5f4a155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:01.928389 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-17c0a48b-5725-4959-bfac-fa85e5f4a155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:01.954604 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 49912) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:02.000200 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-17c0a48b-5725-4959-bfac-fa85e5f4a155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:02.004007 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-17c0a48b-5725-4959-bfac-fa85e5f4a155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:02.005346 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-17c0a48b-5725-4959-bfac-fa85e5f4a155 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cb7b0f1e-ab53-4f63-90c2-81b934bdc9e2 HTTP/1.1" status: 204 len: 168 time: 0.1920078 Jul 23 16:12:02.042916 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0a48b-5725-4959-bfac-fa85e5f4a155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7b0f1e-ab53-4f63-90c2-81b934bdc9e2,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:02.098180 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250ba0f-c6de-4f20-9cef-26932f27aca3 req-b4faa9a3-a450-4ae8-951c-d48c4315f6fc tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:02.106239 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0250ba0f-c6de-4f20-9cef-26932f27aca3 req-b4faa9a3-a450-4ae8-951c-d48c4315f6fc tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.1291249 Jul 23 16:12:02.143366 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-13b234c5-634f-484a-b1cf-803dfd287e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:02.195669 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0250ba0f-c6de-4f20-9cef-26932f27aca3 req-f2ad19c4-a1e7-4dee-a228-4eb0330e56e0 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802526 Jul 23 16:12:02.349198 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-13b234c5-634f-484a-b1cf-803dfd287e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:02.359827 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-13b234c5-634f-484a-b1cf-803dfd287e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:02.420223 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b234c5-634f-484a-b1cf-803dfd287e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b58f8fe-46aa-4060-b4c0-fb0af026481a,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:02.427831 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-13b234c5-634f-484a-b1cf-803dfd287e69 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=801d07e3ffa54e36b1f15fd64c3ad1e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4713981 Jul 23 16:12:02.436007 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 49938) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:02.514142 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1191-8615-40ea-9de4-7eb1abf9f34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:02.546384 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1191-8615-40ea-9de4-7eb1abf9f34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:02.609952 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646eb3f-e44f-442c-be2d-6f3d2d62c276 req-2c7048d7-9dfe-44d7-8000-513eb621e581 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:02.617251 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0646eb3f-e44f-442c-be2d-6f3d2d62c276 req-2c7048d7-9dfe-44d7-8000-513eb621e581 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.4293468 Jul 23 16:12:02.647403 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1191-8615-40ea-9de4-7eb1abf9f34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:02.651843 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b3ae1191-8615-40ea-9de4-7eb1abf9f34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:02.658991 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b3ae1191-8615-40ea-9de4-7eb1abf9f34e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1b58f8fe-46aa-4060-b4c0-fb0af026481a HTTP/1.1" status: 204 len: 168 time: 0.2187288 Jul 23 16:12:02.675778 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0646eb3f-e44f-442c-be2d-6f3d2d62c276 req-09d37144-9ff1-45cc-a6f7-c9b7ef80e225 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520327 Jul 23 16:12:02.708443 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae1191-8615-40ea-9de4-7eb1abf9f34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b58f8fe-46aa-4060-b4c0-fb0af026481a,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:02.744824 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62735616-a20c-412d-a087-c8fa438e9fed req-a03fb891-1683-4caf-8d6b-81409360c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:02.749125 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-62735616-a20c-412d-a087-c8fa438e9fed req-a03fb891-1683-4caf-8d6b-81409360c8b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 1099 time: 0.4482317 Jul 23 16:12:02.846283 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb79e4-6bce-498c-b113-c1446c3eca30 req-f75368d3-8d6c-4ba8-bfb2-48c3359388ed tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:02.847985 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-71bb79e4-6bce-498c-b113-c1446c3eca30 req-f75368d3-8d6c-4ba8-bfb2-48c3359388ed tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0978467 Jul 23 16:12:02.940749 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-71bb79e4-6bce-498c-b113-c1446c3eca30 req-cd982922-97b5-4c18-ab38-be781c41feb1 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849516 Jul 23 16:12:02.956993 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-62735616-a20c-412d-a087-c8fa438e9fed req-8446d187-6bd0-4f07-b3d7-44c07c9e9202 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798516 Jul 23 16:12:03.330243 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a73d7c-6903-45e9-a960-82e1b28ee0a3 req-33daed00-0dcf-4c0c-81b9-588d226fdab3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:03.337737 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-72a73d7c-6903-45e9-a960-82e1b28ee0a3 req-33daed00-0dcf-4c0c-81b9-588d226fdab3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0824795 Jul 23 16:12:03.373973 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-72a73d7c-6903-45e9-a960-82e1b28ee0a3 req-da9cf3b9-6c2a-449a-a960-c5e106a1cb46 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352085 Jul 23 16:12:03.818840 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e836a0-9309-40ff-8ec4-d3edf62e913f req-ca60e613-d392-4e6f-b397-b578ec86b7a8 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:03.820855 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-39e836a0-9309-40ff-8ec4-d3edf62e913f req-ca60e613-d392-4e6f-b397-b578ec86b7a8 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0747874 Jul 23 16:12:03.863264 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-39e836a0-9309-40ff-8ec4-d3edf62e913f req-de239d7e-c3a5-4a74-b3cc-8069091d7fc1 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363123 Jul 23 16:12:04.042120 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 50054) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:04.136881 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585437c-c2ad-4416-8440-786ae6477f9b req-e33ef933-da6b-46fb-b49d-2684b3836d12 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:04.145256 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f585437c-c2ad-4416-8440-786ae6477f9b req-e33ef933-da6b-46fb-b49d-2684b3836d12 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0865948 Jul 23 16:12:04.224715 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a4005-a2ce-4ddb-a704-d979321ff06a req-65fcb7a2-90d7-4c1f-92ca-1b98cd894214 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:04.231572 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f585437c-c2ad-4416-8440-786ae6477f9b req-9e4e9c45-6d0e-40a0-a049-1de0f0954b3e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852220 Jul 23 16:12:04.233748 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-757a4005-a2ce-4ddb-a704-d979321ff06a req-65fcb7a2-90d7-4c1f-92ca-1b98cd894214 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0903928 Jul 23 16:12:04.269692 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-757a4005-a2ce-4ddb-a704-d979321ff06a req-b76b55f2-55ab-4074-8a8a-05bfe47059a1 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353065 Jul 23 16:12:04.280552 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e46c0a-5957-4169-830b-f961861b6efa req-a0ed0cd7-a790-4e7a-93b2-37a1567b6644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:04.284549 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-50e46c0a-5957-4169-830b-f961861b6efa req-a0ed0cd7-a790-4e7a-93b2-37a1567b6644 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c48c39524c134508a8893e4d116cb081&device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 1098 time: 0.1218920 Jul 23 16:12:04.445592 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-43c7ee04-5cfa-427a-a620-875462178122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:04.489453 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e46c0a-5957-4169-830b-f961861b6efa req-962a06da-9814-4027-b34c-e9dc178e6a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:04.491003 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-50e46c0a-5957-4169-830b-f961861b6efa req-962a06da-9814-4027-b34c-e9dc178e6a59 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9badab1-7eef-4cc8-9a63-26df64f8e639 HTTP/1.1" status: 200 len: 920 time: 0.1932003 Jul 23 16:12:04.597177 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-50e46c0a-5957-4169-830b-f961861b6efa req-0b3acf90-d1af-4b60-bde0-9c181ebcda26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8e7d992-f78a-4bc0-bea0-01af5ccc2081 HTTP/1.1" status: 200 len: 217 time: 0.0556569 Jul 23 16:12:04.694764 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b57981-58ff-440f-9761-0feb12e4ce2a req-658de4cf-4fab-4e66-94ad-fc9d1942498f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:04.696397 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-68b57981-58ff-440f-9761-0feb12e4ce2a req-658de4cf-4fab-4e66-94ad-fc9d1942498f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.2009904 Jul 23 16:12:04.709822 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e46c0a-5957-4169-830b-f961861b6efa req-65ce897e-fdc8-471d-af3d-5ad8e65c3207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:04.711317 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-50e46c0a-5957-4169-830b-f961861b6efa req-65ce897e-fdc8-471d-af3d-5ad8e65c3207 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f4224b1-fcef-42fd-9e0a-34138cd1c2de HTTP/1.1" status: 200 len: 859 time: 0.0889630 Jul 23 16:12:04.731138 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-43c7ee04-5cfa-427a-a620-875462178122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:04.759273 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-43c7ee04-5cfa-427a-a620-875462178122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:04.790424 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-50e46c0a-5957-4169-830b-f961861b6efa req-04f291c8-e17c-4ed6-8773-1a6cca47ceae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9badab1-7eef-4cc8-9a63-26df64f8e639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428965 Jul 23 16:12:04.848843 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-43c7ee04-5cfa-427a-a620-875462178122 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6e4cc65fdfef4361899090aad4cdd13d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8065333 Jul 23 16:12:04.852406 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 50116) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:04.859825 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7ee04-5cfa-427a-a620-875462178122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c583da-ce25-4a19-9407-ac2ca962d737,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:04.868661 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-68b57981-58ff-440f-9761-0feb12e4ce2a req-95e5b893-abc1-436e-8b4d-642177baf122 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534190 Jul 23 16:12:04.878347 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7ee04-5cfa-427a-a620-875462178122 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:04.878696 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7ee04-5cfa-427a-a620-875462178122 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:04.879059 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7ee04-5cfa-427a-a620-875462178122 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:04.879531 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7ee04-5cfa-427a-a620-875462178122 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:04.880022 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7ee04-5cfa-427a-a620-875462178122 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:04.880513 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7ee04-5cfa-427a-a620-875462178122 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:04.880996 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7ee04-5cfa-427a-a620-875462178122 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:04.881485 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7ee04-5cfa-427a-a620-875462178122 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:04.881815 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7ee04-5cfa-427a-a620-875462178122 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:04.882141 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7ee04-5cfa-427a-a620-875462178122 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:04.882465 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7ee04-5cfa-427a-a620-875462178122 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:04.882795 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c7ee04-5cfa-427a-a620-875462178122 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:04.933758 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e38af962-a9e1-4bb1-a9eb-b635d1e9fe10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:04.961347 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-50e46c0a-5957-4169-830b-f961861b6efa req-4acb2633-a87d-47dc-bf0b-e084eb3f2daf service neutron] 10.222.0.59 "GET /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464088 Jul 23 16:12:04.972646 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e38af962-a9e1-4bb1-a9eb-b635d1e9fe10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:05.089556 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7369156-6816-4769-a091-c66a135d80a0 req-bd16b775-f00c-4f05-8f87-d839a500d323 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:05.091149 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b7369156-6816-4769-a091-c66a135d80a0 req-bd16b775-f00c-4f05-8f87-d839a500d323 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.1315610 Jul 23 16:12:05.102529 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 50142) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:05.108703 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-096ba5f0-5ea1-4ac9-b1e0-547b495c0f85 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Request body: {'floatingip': {'port_id': '2a1abf88-0c0f-4302-ac91-79c156e47d23'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:12:05.152096 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-50e46c0a-5957-4169-830b-f961861b6efa req-ddf93137-dbcc-4c88-a0c0-54035947fea4 service neutron] 10.222.0.59 "GET /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600978 Jul 23 16:12:05.178486 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e38af962-a9e1-4bb1-a9eb-b635d1e9fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:05.181033 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e38af962-a9e1-4bb1-a9eb-b635d1e9fe10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:05.182193 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-e38af962-a9e1-4bb1-a9eb-b635d1e9fe10 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/99c583da-ce25-4a19-9407-ac2ca962d737 HTTP/1.1" status: 204 len: 168 time: 0.3281968 Jul 23 16:12:05.201714 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-096ba5f0-5ea1-4ac9-b1e0-547b495c0f85 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for floatingip, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:05.205427 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38af962-a9e1-4bb1-a9eb-b635d1e9fe10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c583da-ce25-4a19-9407-ac2ca962d737,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:05.309157 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38af962-a9e1-4bb1-a9eb-b635d1e9fe10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:05.309934 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38af962-a9e1-4bb1-a9eb-b635d1e9fe10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:05.310280 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38af962-a9e1-4bb1-a9eb-b635d1e9fe10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:05.310748 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38af962-a9e1-4bb1-a9eb-b635d1e9fe10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:05.311128 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38af962-a9e1-4bb1-a9eb-b635d1e9fe10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:05.311582 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38af962-a9e1-4bb1-a9eb-b635d1e9fe10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:05.313122 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38af962-a9e1-4bb1-a9eb-b635d1e9fe10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:05.313978 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38af962-a9e1-4bb1-a9eb-b635d1e9fe10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:05.314480 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38af962-a9e1-4bb1-a9eb-b635d1e9fe10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:05.315316 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38af962-a9e1-4bb1-a9eb-b635d1e9fe10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:05.315718 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38af962-a9e1-4bb1-a9eb-b635d1e9fe10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:05.316480 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38af962-a9e1-4bb1-a9eb-b635d1e9fe10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:05.483032 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58218e63-cb63-40eb-bb93-7b0b66e4702f req-abc0d982-0ddc-467c-b74e-7d9b22da1d36 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:05.484896 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-58218e63-cb63-40eb-bb93-7b0b66e4702f req-abc0d982-0ddc-467c-b74e-7d9b22da1d36 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.1247869 Jul 23 16:12:05.562767 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-58218e63-cb63-40eb-bb93-7b0b66e4702f req-248c81bc-365a-4a27-a667-d162333967a6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702274 Jul 23 16:12:05.644542 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26124a6a-d491-43f0-8676-8e4dfbf43cd9 req-d884fed1-2302-414e-b1de-8170fb1a5f53 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:05.659651 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-26124a6a-d491-43f0-8676-8e4dfbf43cd9 req-d884fed1-2302-414e-b1de-8170fb1a5f53 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.2603381 Jul 23 16:12:05.705826 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 50194) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:05.723058 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4a9a27ca-2534-426b-8f0d-df40e5df8ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:05.886995 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648276f-2e5c-4cdf-87ba-d0cb2205149e req-09600287-63f4-4379-ab97-14094be004db tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:05.894700 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0648276f-2e5c-4cdf-87ba-d0cb2205149e req-09600287-63f4-4379-ab97-14094be004db tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.1421912 Jul 23 16:12:05.901861 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 50210) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:05.908172 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-ec3eefc4-bb6f-4c71-9af6-229ed3451739 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Request body: {'floatingip': {'port_id': '90841115-d000-4397-993c-7f1b308f2dfb'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:12:06.006421 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4a9a27ca-2534-426b-8f0d-df40e5df8ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:06.008951 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ec3eefc4-bb6f-4c71-9af6-229ed3451739 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for floatingip, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:06.042809 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-26124a6a-d491-43f0-8676-8e4dfbf43cd9 req-c3b187ba-12ed-466d-b495-004b7ba2bdf1 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770337 Jul 23 16:12:06.078293 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4a9a27ca-2534-426b-8f0d-df40e5df8ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:06.219826 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a27ca-2534-426b-8f0d-df40e5df8ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd6f8a0-71a8-4d60-8203-0e2112840a6d,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:06.228963 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-4a9a27ca-2534-426b-8f0d-df40e5df8ba0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2e40c08a2a8c47bb8c84a6f6300415bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5194957 Jul 23 16:12:06.230231 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 50230) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:06.369009 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-096ba5f0-5ea1-4ac9-b1e0-547b495c0f85 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:06.375415 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-096ba5f0-5ea1-4ac9-b1e0-547b495c0f85 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736144'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:06.387501 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-eb8d394f-11e2-48ec-b5bc-a0b677b1b141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:06.418807 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-eb8d394f-11e2-48ec-b5bc-a0b677b1b141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:06.491827 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.l3_db [None req-096ba5f0-5ea1-4ac9-b1e0-547b495c0f85 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Floating IP cd7a2b58-3e4e-406c-ae18-da22cb153589 associated. External IP: 172.27.0.171, port: 2a1abf88-0c0f-4302-ac91-79c156e47d23. Jul 23 16:12:06.638670 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 50242) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:06.651732 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-eb8d394f-11e2-48ec-b5bc-a0b677b1b141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:06.654264 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-eb8d394f-11e2-48ec-b5bc-a0b677b1b141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:06.655449 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-eb8d394f-11e2-48ec-b5bc-a0b677b1b141 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2bd6f8a0-71a8-4d60-8203-0e2112840a6d HTTP/1.1" status: 204 len: 168 time: 0.4246905 Jul 23 16:12:06.684792 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d394f-11e2-48ec-b5bc-a0b677b1b141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd6f8a0-71a8-4d60-8203-0e2112840a6d,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:06.740958 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096ba5f0-5ea1-4ac9-b1e0-547b495c0f85 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:12:06.885508 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096ba5f0-5ea1-4ac9-b1e0-547b495c0f85 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:12:06.891881 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-096ba5f0-5ea1-4ac9-b1e0-547b495c0f85 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:06.904754 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f28c74-76ed-471f-90e2-9fb1bab5450d None None] Sync routers for ids ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:12:06.918145 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f28c74-76ed-471f-90e2-9fb1bab5450d None None] Routers {'d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:12:06.918909 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-77f28c74-76ed-471f-90e2-9fb1bab5450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:11:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:12:06.964160 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-096ba5f0-5ea1-4ac9-b1e0-547b495c0f85 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "PUT /v2.0/floatingips/cd7a2b58-3e4e-406c-ae18-da22cb153589 HTTP/1.1" status: 200 len: 992 time: 1.8600821 Jul 23 16:12:06.964783 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44dcf58d-6b7d-44e0-b9a0-0f820108c107', 'tag': '2a1abf88-0c0f-4302-ac91-79c156e47d23'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:12:06.968381 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa61d79-d53b-490b-a5e1-28a19c30df81" -d '{"events": [{"name": "network-changed", "server_uuid": "44dcf58d-6b7d-44e0-b9a0-0f820108c107", "tag": "2a1abf88-0c0f-4302-ac91-79c156e47d23"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:12:07.073309 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-77f28c74-76ed-471f-90e2-9fb1bab5450d None None] Set router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:12:07.104429 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a57cdb3-04c6-42b7-ae00-31f05b47eae5 x-openstack-request-id: req-4a57cdb3-04c6-42b7-ae00-31f05b47eae5 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:12:07.104889 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44dcf58d-6b7d-44e0-b9a0-0f820108c107", "tag": "2a1abf88-0c0f-4302-ac91-79c156e47d23", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:12:07.105290 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a57cdb3-04c6-42b7-ae00-31f05b47eae5 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:12:07.105974 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44dcf58d-6b7d-44e0-b9a0-0f820108c107', 'tag': '2a1abf88-0c0f-4302-ac91-79c156e47d23', 'status': 'completed', 'code': 200} Jul 23 16:12:07.268275 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a4e3fc60-a47a-4891-ab8d-49d9d8472bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:07.285904 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade30b0-9aad-4d2e-896d-4216394a2f59 req-210d38fd-3943-4869-a1d0-df829452c300 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:07.293006 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7ade30b0-9aad-4d2e-896d-4216394a2f59 req-210d38fd-3943-4869-a1d0-df829452c300 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.1014078 Jul 23 16:12:07.334439 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ec3eefc4-bb6f-4c71-9af6-229ed3451739 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:07.345148 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ec3eefc4-bb6f-4c71-9af6-229ed3451739 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736144'] for floatingip, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:07.352095 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7ade30b0-9aad-4d2e-896d-4216394a2f59 req-045bcdcc-db77-44cd-8b77-e7edc0b015d3 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557823 Jul 23 16:12:07.428029 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-77f28c74-76ed-471f-90e2-9fb1bab5450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:11:08Z', 'revision_number': 4, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': 'cd7a2b58-3e4e-406c-ae18-da22cb153589', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'port_id': '2a1abf88-0c0f-4302-ac91-79c156e47d23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'mac_address': 'fa:16:3e:a7:ee:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dcf58d-6b7d-44e0-b9a0-0f820108c107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:11:19Z', 'updated_at': '2021-07-23T16:12:06Z', 'revision_number': 1, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff134de-805c-4647-a0bd-790715fe6e00', 'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'mac_address': 'fa:16:3e:ef:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:06Z', 'updated_at': '2021-07-23T16:11:18Z', 'revision_number': 5, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'subnets': [{'id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:12:07.460583 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f28c74-76ed-471f-90e2-9fb1bab5450d None None] Checking router: d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:12:07.479892 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f28c74-76ed-471f-90e2-9fb1bab5450d None None] Routers {'d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:12:07.480641 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-77f28c74-76ed-471f-90e2-9fb1bab5450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:11:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:12:07.485196 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61d79-d53b-490b-a5e1-28a19c30df81 req-87c22808-3d08-40cc-b137-94748215c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:07.487168 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4aa61d79-d53b-490b-a5e1-28a19c30df81 req-87c22808-3d08-40cc-b137-94748215c6e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fe83c8aa779464b9ac589e2040ae57f&device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 1099 time: 0.2599552 Jul 23 16:12:07.549353 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.l3_db [None req-ec3eefc4-bb6f-4c71-9af6-229ed3451739 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Floating IP 667aab2e-4eed-4181-a745-ee8324be95ea associated. External IP: 172.27.0.16, port: 90841115-d000-4397-993c-7f1b308f2dfb. Jul 23 16:12:07.678658 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-77f28c74-76ed-471f-90e2-9fb1bab5450d None None] Set router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:12:07.687288 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a4e3fc60-a47a-4891-ab8d-49d9d8472bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:07.700135 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a4e3fc60-a47a-4891-ab8d-49d9d8472bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:07.750660 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61d79-d53b-490b-a5e1-28a19c30df81 req-7959ad10-62ef-4927-a9c4-b7187f57f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:07.752198 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4aa61d79-d53b-490b-a5e1-28a19c30df81 req-7959ad10-62ef-4927-a9c4-b7187f57f2f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c0621ff-a2c0-4e39-8229-4f2f452683a2 HTTP/1.1" status: 200 len: 912 time: 0.2507217 Jul 23 16:12:07.790301 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3fc60-a47a-4891-ab8d-49d9d8472bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dacc70b-e525-476a-8f3e-1158c30f780b,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:07.831215 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-a4e3fc60-a47a-4891-ab8d-49d9d8472bdb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=188c79517bed4ae09975731bf8e3922c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1877506 Jul 23 16:12:07.831454 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 50286) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:07.931567 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0832896a-eac8-4fc6-bdab-f0b400b8522e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:07.958223 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4aa61d79-d53b-490b-a5e1-28a19c30df81 req-91b1f8a1-6849-4145-838a-827c8b386570 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a1abf88-0c0f-4302-ac91-79c156e47d23 HTTP/1.1" status: 200 len: 1000 time: 0.1856594 Jul 23 16:12:07.962914 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0832896a-eac8-4fc6-bdab-f0b400b8522e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:07.970890 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-77f28c74-76ed-471f-90e2-9fb1bab5450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:11:08Z', 'revision_number': 4, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': 'cd7a2b58-3e4e-406c-ae18-da22cb153589', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'port_id': '2a1abf88-0c0f-4302-ac91-79c156e47d23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'mac_address': 'fa:16:3e:a7:ee:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dcf58d-6b7d-44e0-b9a0-0f820108c107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:11:19Z', 'updated_at': '2021-07-23T16:12:06Z', 'revision_number': 1, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff134de-805c-4647-a0bd-790715fe6e00', 'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'mac_address': 'fa:16:3e:ef:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:06Z', 'updated_at': '2021-07-23T16:11:18Z', 'revision_number': 5, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'subnets': [{'id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:12:08.003024 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f28c74-76ed-471f-90e2-9fb1bab5450d None None] The sync data for ids ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'] in dv-cinder-796286-18-iscsi is: [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:11:08Z', 'revision_number': 4, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': 'cd7a2b58-3e4e-406c-ae18-da22cb153589', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'port_id': '2a1abf88-0c0f-4302-ac91-79c156e47d23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'mac_address': 'fa:16:3e:a7:ee:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dcf58d-6b7d-44e0-b9a0-0f820108c107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:11:19Z', 'updated_at': '2021-07-23T16:12:06Z', 'revision_number': 1, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff134de-805c-4647-a0bd-790715fe6e00', 'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'mac_address': 'fa:16:3e:ef:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:06Z', 'updated_at': '2021-07-23T16:11:18Z', 'revision_number': 5, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'subnets': [{'id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:12:08.056152 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3eefc4-bb6f-4c71-9af6-229ed3451739 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Router a52be827-c3f1-4c0b-a96b-83cac5bd4744 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:12:08.067446 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61d79-d53b-490b-a5e1-28a19c30df81 req-4df644f2-c425-4ade-9d42-2aa4825e3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:08.067793 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0832896a-eac8-4fc6-bdab-f0b400b8522e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:08.069997 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4aa61d79-d53b-490b-a5e1-28a19c30df81 req-4df644f2-c425-4ade-9d42-2aa4825e3567 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e32c016-e4f8-43ff-938e-cce583bd25cf HTTP/1.1" status: 200 len: 850 time: 0.0882559 Jul 23 16:12:08.072024 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0832896a-eac8-4fc6-bdab-f0b400b8522e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:08.077204 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-0832896a-eac8-4fc6-bdab-f0b400b8522e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7dacc70b-e525-476a-8f3e-1158c30f780b HTTP/1.1" status: 204 len: 168 time: 0.2437937 Jul 23 16:12:08.094389 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832896a-eac8-4fc6-bdab-f0b400b8522e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dacc70b-e525-476a-8f3e-1158c30f780b,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:08.258703 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3eefc4-bb6f-4c71-9af6-229ed3451739 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:12:08.263911 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ec3eefc4-bb6f-4c71-9af6-229ed3451739 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:08.275126 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a763fd97-b643-466e-a86e-597b44dd8320 None None] Sync routers for ids ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:12:08.301266 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a763fd97-b643-466e-a86e-597b44dd8320 None None] Routers {'a52be827-c3f1-4c0b-a96b-83cac5bd4744'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:12:08.302079 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-a763fd97-b643-466e-a86e-597b44dd8320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:11:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:12:08.326825 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61d79-d53b-490b-a5e1-28a19c30df81 req-0edee1ec-b2e5-4327-84e1-640352f514c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:08.328406 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4aa61d79-d53b-490b-a5e1-28a19c30df81 req-0edee1ec-b2e5-4327-84e1-640352f514c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c0621ff-a2c0-4e39-8229-4f2f452683a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1877103 Jul 23 16:12:08.443724 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0e2ab8-5aa5-4444-bedd-182fae354a8d None None] New status for floating IP cd7a2b58-3e4e-406c-ae18-da22cb153589: ACTIVE {{(pid=93299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:12:08.481773 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-ec3eefc4-bb6f-4c71-9af6-229ed3451739 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "PUT /v2.0/floatingips/667aab2e-4eed-4181-a745-ee8324be95ea HTTP/1.1" status: 200 len: 991 time: 2.5785999 Jul 23 16:12:08.483801 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e05af9-6905-43cf-92d4-4a579677b33e', 'tag': '90841115-d000-4397-993c-7f1b308f2dfb'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:12:08.494054 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ef2c07-2b23-4c42-b0af-8d29928b023b" -d '{"events": [{"name": "network-changed", "server_uuid": "73e05af9-6905-43cf-92d4-4a579677b33e", "tag": "90841115-d000-4397-993c-7f1b308f2dfb"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:12:08.521697 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-a763fd97-b643-466e-a86e-597b44dd8320 None None] Set router a52be827-c3f1-4c0b-a96b-83cac5bd4744 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:12:08.532242 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4aa61d79-d53b-490b-a5e1-28a19c30df81 req-113ce668-9d66-42b0-ac81-97328dd30cca service neutron] 10.222.0.59 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903594 Jul 23 16:12:08.618279 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-012edcb1-47ec-4913-85cf-f89a6030936e req-0bbb64cb-15a0-4342-8b6d-7f7d607006c6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1444237 Jul 23 16:12:08.628332 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd60ed5-6ba2-4516-99e2-02301f2101b5 req-b6b21841-0d09-4723-8cd8-0d7bee357737 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:08.630914 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3cd60ed5-6ba2-4516-99e2-02301f2101b5 req-b6b21841-0d09-4723-8cd8-0d7bee357737 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.1382942 Jul 23 16:12:08.682911 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4aa61d79-d53b-490b-a5e1-28a19c30df81 req-40f28245-a841-4ad0-bc0d-2486d1c51864 service neutron] 10.222.0.59 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423130 Jul 23 16:12:08.685370 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3cd60ed5-6ba2-4516-99e2-02301f2101b5 req-b1cbeab3-a03e-42e5-bff7-20d51059b116 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426271 Jul 23 16:12:08.745050 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 50318) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:08.766802 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3fd5-b207-47c4-b01f-1fd870c145b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:08.806509 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628c1d57-18b6-469e-be24-26f52b9e0d1e x-openstack-request-id: req-628c1d57-18b6-469e-be24-26f52b9e0d1e {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:12:08.806877 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e05af9-6905-43cf-92d4-4a579677b33e", "tag": "90841115-d000-4397-993c-7f1b308f2dfb", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:12:08.807223 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-628c1d57-18b6-469e-be24-26f52b9e0d1e {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:12:08.807712 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e05af9-6905-43cf-92d4-4a579677b33e', 'tag': '90841115-d000-4397-993c-7f1b308f2dfb', 'status': 'completed', 'code': 200} Jul 23 16:12:08.898507 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3fd5-b207-47c4-b01f-1fd870c145b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:08.927420 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3fd5-b207-47c4-b01f-1fd870c145b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:08.980056 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-9d2f3fd5-b207-47c4-b01f-1fd870c145b3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3477f243e4764a6c85f3fbb9d759a812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338109 Jul 23 16:12:08.981053 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f3fd5-b207-47c4-b01f-1fd870c145b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8fc57a-42a4-4d63-81fd-c696296e2f96,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:08.984818 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 50322) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:09.043575 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-a763fd97-b643-466e-a86e-597b44dd8320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:11:22Z', 'revision_number': 4, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': '667aab2e-4eed-4181-a745-ee8324be95ea', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'port_id': '90841115-d000-4397-993c-7f1b308f2dfb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'mac_address': 'fa:16:3e:01:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e05af9-6905-43cf-92d4-4a579677b33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:11:32Z', 'updated_at': '2021-07-23T16:12:06Z', 'revision_number': 1, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984aae90-657a-4e8c-8ba8-165637a2d8e7', 'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'mac_address': 'fa:16:3e:68:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:20Z', 'updated_at': '2021-07-23T16:11:32Z', 'revision_number': 5, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'subnets': [{'id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:12:09.052781 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012edcb1-47ec-4913-85cf-f89a6030936e req-4cebc344-ba34-4ab2-88d3-b19a3b3805e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:09.054469 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-012edcb1-47ec-4913-85cf-f89a6030936e req-4cebc344-ba34-4ab2-88d3-b19a3b3805e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b736ff2386cd411ebcdea3df02c807f1&device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 1099 time: 0.1694462 Jul 23 16:12:09.060397 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef2c07-2b23-4c42-b0af-8d29928b023b req-a9eeb3ab-2444-4a64-82d3-9b617f5a6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:09.071178 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f324a511-d86a-49ee-9969-4722a3e40623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:09.071391 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-52ef2c07-2b23-4c42-b0af-8d29928b023b req-a9eeb3ab-2444-4a64-82d3-9b617f5a6703 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ab7fd8f81d14fd087b62a6b970688a2&device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 1099 time: 0.1340029 Jul 23 16:12:09.079427 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a763fd97-b643-466e-a86e-597b44dd8320 None None] Checking router: a52be827-c3f1-4c0b-a96b-83cac5bd4744 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:12:09.088623 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a763fd97-b643-466e-a86e-597b44dd8320 None None] Routers {'a52be827-c3f1-4c0b-a96b-83cac5bd4744'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:12:09.089381 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-a763fd97-b643-466e-a86e-597b44dd8320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:11:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:12:09.115812 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f324a511-d86a-49ee-9969-4722a3e40623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:09.230362 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef2c07-2b23-4c42-b0af-8d29928b023b req-42375d93-67bc-4f3e-b6b4-b9e6d0e11398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:09.231951 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-52ef2c07-2b23-4c42-b0af-8d29928b023b req-42375d93-67bc-4f3e-b6b4-b9e6d0e11398 service neutron] 10.222.0.59 "GET /v2.0/networks?id=74cc12e8-e460-4b21-8f86-7828dd99c3c6 HTTP/1.1" status: 200 len: 918 time: 0.1383979 Jul 23 16:12:09.247110 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-a763fd97-b643-466e-a86e-597b44dd8320 None None] Set router a52be827-c3f1-4c0b-a96b-83cac5bd4744 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:12:09.278300 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f324a511-d86a-49ee-9969-4722a3e40623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:09.280925 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f324a511-d86a-49ee-9969-4722a3e40623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:09.282093 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-f324a511-d86a-49ee-9969-4722a3e40623 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7a8fc57a-42a4-4d63-81fd-c696296e2f96 HTTP/1.1" status: 204 len: 168 time: 0.2963107 Jul 23 16:12:09.299373 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324a511-d86a-49ee-9969-4722a3e40623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8fc57a-42a4-4d63-81fd-c696296e2f96,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:09.333042 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012edcb1-47ec-4913-85cf-f89a6030936e req-0e5cd269-6713-4ce4-9be1-a410bff93c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:09.334961 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-012edcb1-47ec-4913-85cf-f89a6030936e req-0e5cd269-6713-4ce4-9be1-a410bff93c3f service neutron] 10.222.0.59 "GET /v2.0/networks?id=2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2 HTTP/1.1" status: 200 len: 911 time: 0.2274628 Jul 23 16:12:09.397849 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-012edcb1-47ec-4913-85cf-f89a6030936e req-d88b9bd6-9e0a-4e0e-847c-d2144e5ef8a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=febc3f79-1564-4478-bdfc-4850fbe03547 HTTP/1.1" status: 200 len: 217 time: 0.0377169 Jul 23 16:12:09.402928 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-52ef2c07-2b23-4c42-b0af-8d29928b023b req-e8dc10f7-c025-4bbc-8924-e7ae4c5d09a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90841115-d000-4397-993c-7f1b308f2dfb HTTP/1.1" status: 200 len: 999 time: 0.1620641 Jul 23 16:12:09.475178 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012edcb1-47ec-4913-85cf-f89a6030936e req-23c92b88-4622-4e10-9ab7-62889e65cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:09.476970 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-012edcb1-47ec-4913-85cf-f89a6030936e req-23c92b88-4622-4e10-9ab7-62889e65cb6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db14e9f9-5189-4cf2-aeae-e58ddfe80061 HTTP/1.1" status: 200 len: 850 time: 0.0605254 Jul 23 16:12:09.486497 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef2c07-2b23-4c42-b0af-8d29928b023b req-347f6e42-4362-4991-9ce3-00094a57cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:09.488104 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-52ef2c07-2b23-4c42-b0af-8d29928b023b req-347f6e42-4362-4991-9ce3-00094a57cfb7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=16a96ff4-9135-4297-8f4d-e0300b0cc0f6 HTTP/1.1" status: 200 len: 856 time: 0.0713236 Jul 23 16:12:09.540593 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-012edcb1-47ec-4913-85cf-f89a6030936e req-d4f13559-c8b2-492f-8d59-e434586b5db5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325100 Jul 23 16:12:09.619535 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef2c07-2b23-4c42-b0af-8d29928b023b req-c3ef115b-8283-4daa-9199-b3b39601bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:09.621342 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-52ef2c07-2b23-4c42-b0af-8d29928b023b req-c3ef115b-8283-4daa-9199-b3b39601bc06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74cc12e8-e460-4b21-8f86-7828dd99c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1093433 Jul 23 16:12:09.642008 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-012edcb1-47ec-4913-85cf-f89a6030936e req-877be99a-6965-4537-98b0-490796335d5c service neutron] 10.222.0.59 "GET /v2.0/networks/2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936923 Jul 23 16:12:09.705561 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-a763fd97-b643-466e-a86e-597b44dd8320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:11:22Z', 'revision_number': 4, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': '667aab2e-4eed-4181-a745-ee8324be95ea', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'port_id': '90841115-d000-4397-993c-7f1b308f2dfb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'mac_address': 'fa:16:3e:01:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e05af9-6905-43cf-92d4-4a579677b33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:11:32Z', 'updated_at': '2021-07-23T16:12:06Z', 'revision_number': 1, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984aae90-657a-4e8c-8ba8-165637a2d8e7', 'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'mac_address': 'fa:16:3e:68:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:20Z', 'updated_at': '2021-07-23T16:11:32Z', 'revision_number': 5, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'subnets': [{'id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:12:09.754474 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a763fd97-b643-466e-a86e-597b44dd8320 None None] The sync data for ids ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'] in dv-cinder-796286-18-iscsi is: [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:11:22Z', 'revision_number': 4, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': '667aab2e-4eed-4181-a745-ee8324be95ea', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'port_id': '90841115-d000-4397-993c-7f1b308f2dfb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'mac_address': 'fa:16:3e:01:39:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e05af9-6905-43cf-92d4-4a579677b33e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:11:32Z', 'updated_at': '2021-07-23T16:12:06Z', 'revision_number': 1, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984aae90-657a-4e8c-8ba8-165637a2d8e7', 'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'mac_address': 'fa:16:3e:68:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:20Z', 'updated_at': '2021-07-23T16:11:32Z', 'revision_number': 5, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'subnets': [{'id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:12:09.771294 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-52ef2c07-2b23-4c42-b0af-8d29928b023b req-3d9001ef-8589-4421-8f98-4051a3e94f9b service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307793 Jul 23 16:12:09.792039 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-012edcb1-47ec-4913-85cf-f89a6030936e req-979f5c45-4d20-4830-a5ce-20d7fdec6d1b service neutron] 10.222.0.59 "GET /v2.0/networks/2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346884 Jul 23 16:12:09.967847 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-52ef2c07-2b23-4c42-b0af-8d29928b023b req-3e1c7830-4f20-4cd0-84a9-d3a9908badac service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731093 Jul 23 16:12:09.976903 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9339f4-1f5d-441d-874c-c5d81ab55ff6 req-7b9ce29c-5886-4a96-9d20-4286a46ce0ac tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:09.978748 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9d9339f4-1f5d-441d-874c-c5d81ab55ff6 req-7b9ce29c-5886-4a96-9d20-4286a46ce0ac tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.1745021 Jul 23 16:12:10.025729 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9d9339f4-1f5d-441d-874c-c5d81ab55ff6 req-b927de3e-0917-4de3-aa84-3dd6fe6c49c0 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398433 Jul 23 16:12:10.036912 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea169ef-06b7-471d-823a-1bfd0f9b0ec0 None None] New status for floating IP 667aab2e-4eed-4181-a745-ee8324be95ea: ACTIVE {{(pid=93298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:12:11.213412 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df07a6-fea2-4476-8670-8e44df990f77 req-77d4e263-9a14-4e9f-a154-057cf3730c77 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:11.216721 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-94df07a6-fea2-4476-8670-8e44df990f77 req-77d4e263-9a14-4e9f-a154-057cf3730c77 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0916007 Jul 23 16:12:11.271472 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-94df07a6-fea2-4476-8670-8e44df990f77 req-0727fbd2-d28e-4031-bd8a-b3d62b9039f2 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472250 Jul 23 16:12:11.358206 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 50406) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:11.488470 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b4cfbffc-a245-4f11-9003-cc98a5d18e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:11.598387 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b4cfbffc-a245-4f11-9003-cc98a5d18e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:11.606671 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b4cfbffc-a245-4f11-9003-cc98a5d18e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:11.666195 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-b4cfbffc-a245-4f11-9003-cc98a5d18e04 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ba320d3e5bc54a3698bad148839c4a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041399 Jul 23 16:12:11.666607 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 50416) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:11.672775 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfbffc-a245-4f11-9003-cc98a5d18e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab47eb6-2601-416a-a9cc-c0a4640694ea,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:11.723180 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-584f80c4-686d-49d9-994a-6d8200d41e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:11.746856 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-584f80c4-686d-49d9-994a-6d8200d41e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:11.799618 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-584f80c4-686d-49d9-994a-6d8200d41e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:11.802181 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-584f80c4-686d-49d9-994a-6d8200d41e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:11.803414 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-584f80c4-686d-49d9-994a-6d8200d41e77 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8ab47eb6-2601-416a-a9cc-c0a4640694ea HTTP/1.1" status: 204 len: 168 time: 0.1357615 Jul 23 16:12:11.812137 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f80c4-686d-49d9-994a-6d8200d41e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab47eb6-2601-416a-a9cc-c0a4640694ea,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:11.836666 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 50434) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:11.965060 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-f45dba99-6e2e-4733-aaec-a60a90d0104e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:11.966682 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-f45dba99-6e2e-4733-aaec-a60a90d0104e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/networks?id=97f88737-3704-4b88-a90c-d3a1937a3184 HTTP/1.1" status: 200 len: 814 time: 0.1109343 Jul 23 16:12:11.984216 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-2c1ffb06-62f8-40da-bc4e-9632efb5bb12 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/quotas/c0ceb3b4162f4cc9821da4ffac30e975 HTTP/1.1" status: 200 len: 375 time: 0.0109770 Jul 23 16:12:12.058519 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-f8898044-4a59-45a9-bfc3-1e9a451ddace tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0ceb3b4162f4cc9821da4ffac30e975&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676174 Jul 23 16:12:12.126168 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7d853237-96e3-4fd8-8ebd-5efce116af8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:12.149803 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 50442) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:12.151282 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:12.169890 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f53f9d62-c62b-46f2-8a30-7ab7b080c922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:12.176257 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-c2db76c0-6529-435e-a09e-bd5451fd9e53 service neutron] 10.222.0.69 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105666 Jul 23 16:12:12.255311 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7d853237-96e3-4fd8-8ebd-5efce116af8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:12.263207 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7d853237-96e3-4fd8-8ebd-5efce116af8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:12.291959 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-7d7de666-d751-45a7-abba-d24902bc8e36 service neutron] 10.222.0.69 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077716 Jul 23 16:12:12.326935 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-7d853237-96e3-4fd8-8ebd-5efce116af8e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8a23b00d744748e69e659237b7b31f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4893932 Jul 23 16:12:12.330143 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 50450) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:12.331712 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d853237-96e3-4fd8-8ebd-5efce116af8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bbad47-6be0-4533-9d67-9704eb8e0169,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:12.422778 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f53f9d62-c62b-46f2-8a30-7ab7b080c922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:12.434307 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f53f9d62-c62b-46f2-8a30-7ab7b080c922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:12.577212 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-f53f9d62-c62b-46f2-8a30-7ab7b080c922 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d0b19bd12130421ab6904aee053e1e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4263551 Jul 23 16:12:12.578754 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f9d62-c62b-46f2-8a30-7ab7b080c922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70f0f51-e087-4958-981d-b93e2509e402,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:12.582336 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 50458) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:12.655943 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-51e692f6-0056-4986-a909-729efaf8fc7c req-146c1c2d-90c8-4f6a-9579-b57fddbe23a0 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 210 time: 0.0368156 Jul 23 16:12:12.672211 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b454ef-dcff-4795-90bd-62f33bdafb70 req-784e1512-77cb-4c4d-a6a1-23da31987121 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:12.673805 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f2b454ef-dcff-4795-90bd-62f33bdafb70 req-784e1512-77cb-4c4d-a6a1-23da31987121 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.1597302 Jul 23 16:12:12.679309 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7e4e3273-4a6c-4897-bec5-3768e08531e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:12.690929 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-beea99fa-dbd5-4776-ab69-bee805603030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:12.711804 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7e4e3273-4a6c-4897-bec5-3768e08531e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:12.723411 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-beea99fa-dbd5-4776-ab69-bee805603030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:12.765459 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f2b454ef-dcff-4795-90bd-62f33bdafb70 req-851db99a-3ce5-4a1e-a9ea-1b0895ea83b5 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705850 Jul 23 16:12:12.777004 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-beea99fa-dbd5-4776-ab69-bee805603030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:12.779628 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-beea99fa-dbd5-4776-ab69-bee805603030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:12.780853 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-beea99fa-dbd5-4776-ab69-bee805603030 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/59bbad47-6be0-4533-9d67-9704eb8e0169 HTTP/1.1" status: 204 len: 168 time: 0.4490848 Jul 23 16:12:12.790785 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea99fa-dbd5-4776-ab69-bee805603030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bbad47-6be0-4533-9d67-9704eb8e0169,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:12.800012 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7e4e3273-4a6c-4897-bec5-3768e08531e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:12.807496 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7e4e3273-4a6c-4897-bec5-3768e08531e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:12.812056 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-7e4e3273-4a6c-4897-bec5-3768e08531e0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f70f0f51-e087-4958-981d-b93e2509e402 HTTP/1.1" status: 204 len: 168 time: 0.2275782 Jul 23 16:12:12.822068 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e3273-4a6c-4897-bec5-3768e08531e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70f0f51-e087-4958-981d-b93e2509e402,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:13.241636 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 50486) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:13.257174 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d73086bb-4466-4f98-af6a-129c84665bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:13.358693 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d73086bb-4466-4f98-af6a-129c84665bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:13.363813 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d73086bb-4466-4f98-af6a-129c84665bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:13.403439 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-d73086bb-4466-4f98-af6a-129c84665bdf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7ee0a841ca53414e92db49359e48f706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605365 Jul 23 16:12:13.404557 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73086bb-4466-4f98-af6a-129c84665bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873de0cc-50ea-4894-96ec-d8d33a743e1c,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:13.406381 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 50488) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:13.479887 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ffc8-ef1c-44db-95dc-78d091b29f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:13.505712 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ffc8-ef1c-44db-95dc-78d091b29f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:13.556755 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ffc8-ef1c-44db-95dc-78d091b29f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:13.562368 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ffc8-ef1c-44db-95dc-78d091b29f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:13.563570 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-dfc9ffc8-ef1c-44db-95dc-78d091b29f11 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/873de0cc-50ea-4894-96ec-d8d33a743e1c HTTP/1.1" status: 204 len: 168 time: 0.1551454 Jul 23 16:12:13.574907 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9ffc8-ef1c-44db-95dc-78d091b29f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873de0cc-50ea-4894-96ec-d8d33a743e1c,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:13.767919 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bd47c932-747f-40a1-8544-fe7486344f13 req-1e772596-a924-4007-aa58-8d3c0e2e708e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 210 time: 0.0350204 Jul 23 16:12:13.930511 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4907c62-5ff7-4823-971b-80863c1a9e6d req-0202d3a6-33eb-4275-ba46-0cef44211719 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:13.932096 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d4907c62-5ff7-4823-971b-80863c1a9e6d req-0202d3a6-33eb-4275-ba46-0cef44211719 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0762639 Jul 23 16:12:13.973747 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d4907c62-5ff7-4823-971b-80863c1a9e6d req-16364161-396b-4686-91a0-b3e290a7f5ba tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349853 Jul 23 16:12:14.295063 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-7184decf-df86-41b9-b133-5e77de937d72 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:14.296750 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-7184decf-df86-41b9-b133-5e77de937d72 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.59 "GET /v2.0/networks?id=97f88737-3704-4b88-a90c-d3a1937a3184 HTTP/1.1" status: 200 len: 814 time: 0.1323562 Jul 23 16:12:14.379727 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-9429f84c-13f3-4d7b-98d7-5452705d2e13 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Request body: {'port': {'device_id': '16aaad07-334b-47d8-9435-72bce090f881', 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184', 'admin_state_up': True, 'tenant_id': 'c0ceb3b4162f4cc9821da4ffac30e975'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:12:14.523850 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-9429f84c-13f3-4d7b-98d7-5452705d2e13 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Made reservation on behalf of c0ceb3b4162f4cc9821da4ffac30e975 for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:12:14.530242 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-9429f84c-13f3-4d7b-98d7-5452705d2e13 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:14.699872 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-9429f84c-13f3-4d7b-98d7-5452705d2e13 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Allocated IP 172.20.0.7 (97f88737-3704-4b88-a90c-d3a1937a3184/4115b965-2190-4335-9cf7-bb59d4592a9c/8ddd89ee-db83-4058-80ee-5c4e5624a9fd) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:12:14.919615 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f192fd18-ada1-453d-b735-e029eba7f121 req-8244d3ed-cc9f-4503-9246-1300a8f9ae3c tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 210 time: 0.0721593 Jul 23 16:12:14.991101 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-9429f84c-13f3-4d7b-98d7-5452705d2e13 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.051403 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-9429f84c-13f3-4d7b-98d7-5452705d2e13 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.099975 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-9429f84c-13f3-4d7b-98d7-5452705d2e13 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Network 97f88737-3704-4b88-a90c-d3a1937a3184 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:12:15.109054 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-9429f84c-13f3-4d7b-98d7-5452705d2e13 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:12:15.112223 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['2ce2d661-4e6d-45a6-aee7-6bf1703578ca'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:12:15.112944 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-9429f84c-13f3-4d7b-98d7-5452705d2e13 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:12:15.150974 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429f84c-13f3-4d7b-98d7-5452705d2e13 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Pushing event updated for resources: {'Port': ['ID=8ddd89ee-db83-4058-80ee-5c4e5624a9fd,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:15.168005 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b913f-472a-4307-b222-de8fd041025f req-36667206-ad91-490a-8c63-e6a4240dc321 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:15.174195 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-334b913f-472a-4307-b222-de8fd041025f req-36667206-ad91-490a-8c63-e6a4240dc321 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.1008577 Jul 23 16:12:15.204399 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-9429f84c-13f3-4d7b-98d7-5452705d2e13 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:15.205341 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-9429f84c-13f3-4d7b-98d7-5452705d2e13 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.226081 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-9429f84c-13f3-4d7b-98d7-5452705d2e13 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8509681 Jul 23 16:12:15.226674 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-334b913f-472a-4307-b222-de8fd041025f req-78d61cc7-2594-4487-adaf-b30db2030ab9 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466025 Jul 23 16:12:15.256550 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Request body: {'port': {'device_id': '16aaad07-334b-47d8-9435-72bce090f881', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:12:15.344935 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.630626 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ddd89ee-db83-4058-80ee-5c4e5624a9fd {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:12:15.642720 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.657128 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Transition to ACTIVE for port object 8ddd89ee-db83-4058-80ee-5c4e5624a9fd will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:12:15.661916 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.711759 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddd89ee-db83-4058-80ee-5c4e5624a9fd,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:15.788724 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Attempting to bind port 8ddd89ee-db83-4058-80ee-5c4e5624a9fd on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:12:15.789041 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Attempting to bind port 8ddd89ee-db83-4058-80ee-5c4e5624a9fd by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'bdfb9395-3931-4868-be84-c638fb3b6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:12:15.789401 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Attempting to bind port 8ddd89ee-db83-4058-80ee-5c4e5624a9fd on network 97f88737-3704-4b88-a90c-d3a1937a3184 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:12:15.794108 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Port 8ddd89ee-db83-4058-80ee-5c4e5624a9fd on network 97f88737-3704-4b88-a90c-d3a1937a3184 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:12:15.794434 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Attempting to bind port 8ddd89ee-db83-4058-80ee-5c4e5624a9fd on network 97f88737-3704-4b88-a90c-d3a1937a3184 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:12:15.800590 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:12:15.800827 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-3958ffd6-a743-4606-9ddf-80bd64b0500e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.800919 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Checking segment: {'id': 'bdfb9395-3931-4868-be84-c638fb3b6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:12:15.801334 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Bound using segment: {'id': 'bdfb9395-3931-4868-be84-c638fb3b6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:12:15.802621 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Bound port: 8ddd89ee-db83-4058-80ee-5c4e5624a9fd, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfb9395-3931-4868-be84-c638fb3b6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:12:15.803159 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.880128 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] For port 8ddd89ee-db83-4058-80ee-5c4e5624a9fd, host hv-cinder-79628, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:12:15.883508 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] For port 8ddd89ee-db83-4058-80ee-5c4e5624a9fd, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8ddd89ee-db83-4058-80ee-5c4e5624a9fd,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:12:15.890403 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.928873 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:15.929571 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.931015 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] 10.222.0.59 "PUT /v2.0/ports/8ddd89ee-db83-4058-80ee-5c4e5624a9fd HTTP/1.1" status: 200 len: 1093 time: 0.6827705 Jul 23 16:12:15.931503 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16aaad07-334b-47d8-9435-72bce090f881', 'tag': '8ddd89ee-db83-4058-80ee-5c4e5624a9fd'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:12:15.933735 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bad4209-ccfa-477c-b27d-f4de982edc2f" -d '{"events": [{"name": "network-changed", "server_uuid": "16aaad07-334b-47d8-9435-72bce090f881", "tag": "8ddd89ee-db83-4058-80ee-5c4e5624a9fd"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:12:15.958615 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b5881-85dc-47eb-bac4-9e7a4f27d0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddd89ee-db83-4058-80ee-5c4e5624a9fd,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:15.975567 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58d6975-b17a-4c7c-b4b5-d2d2d92cb844 x-openstack-request-id: req-c58d6975-b17a-4c7c-b4b5-d2d2d92cb844 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:12:15.975879 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16aaad07-334b-47d8-9435-72bce090f881", "tag": "8ddd89ee-db83-4058-80ee-5c4e5624a9fd", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:12:15.976131 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c58d6975-b17a-4c7c-b4b5-d2d2d92cb844 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:12:15.976526 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16aaad07-334b-47d8-9435-72bce090f881', 'tag': '8ddd89ee-db83-4058-80ee-5c4e5624a9fd', 'status': 'completed', 'code': 200} Jul 23 16:12:16.127655 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937726d-fdd6-467e-8a7a-1734fe4e8f49 req-60cdddde-a362-47f7-9276-ffe01701334b tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:16.129430 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4937726d-fdd6-467e-8a7a-1734fe4e8f49 req-60cdddde-a362-47f7-9276-ffe01701334b tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 943 time: 0.1063604 Jul 23 16:12:16.182831 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4937726d-fdd6-467e-8a7a-1734fe4e8f49 req-d61640f6-814c-4bee-a84f-8bb6e6e883f5 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441251 Jul 23 16:12:16.187502 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-67aa088b-26ba-4d25-b5b7-3442209cf7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:16.189014 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-67aa088b-26ba-4d25-b5b7-3442209cf7bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c0ceb3b4162f4cc9821da4ffac30e975&device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 1096 time: 0.1081345 Jul 23 16:12:16.259674 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-c61d58a6-60ce-43d9-b3fd-2ce7592b77c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddd89ee-db83-4058-80ee-5c4e5624a9fd HTTP/1.1" status: 200 len: 217 time: 0.0524769 Jul 23 16:12:16.331032 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-b231591f-e0f2-415d-a4d6-0726da3c209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:16.332691 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-b231591f-e0f2-415d-a4d6-0726da3c209d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4115b965-2190-4335-9cf7-bb59d4592a9c HTTP/1.1" status: 200 len: 854 time: 0.0596132 Jul 23 16:12:16.373434 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1741d-2149-44bb-9038-de54848cd4ed req-7b194839-e676-417b-acab-18903645a953 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:16.375188 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-64a1741d-2149-44bb-9038-de54848cd4ed req-7b194839-e676-417b-acab-18903645a953 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0693054 Jul 23 16:12:16.376415 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-6a8acd05-daeb-4ef4-a21c-56bd6cc9d2ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97f88737-3704-4b88-a90c-d3a1937a3184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284164 Jul 23 16:12:16.416197 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-64a1741d-2149-44bb-9038-de54848cd4ed req-8d4eddf3-4654-4359-b647-7d23f6a101cb tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349383 Jul 23 16:12:16.510884 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-d928adf6-53f8-4f05-a3d0-454809d80d74 service neutron] 10.222.0.59 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179945 Jul 23 16:12:16.618666 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e76edaf8-6804-4e4a-b96b-d9c6d0240a8c req-2190a57c-f86a-4410-9ede-bd219e112130 service neutron] 10.222.0.59 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010420 Jul 23 16:12:16.854012 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad4209-ccfa-477c-b27d-f4de982edc2f req-b7e0f9b3-ab20-4dc1-8c3d-8b1014bed49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:16.855550 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8bad4209-ccfa-477c-b27d-f4de982edc2f req-b7e0f9b3-ab20-4dc1-8c3d-8b1014bed49b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c0ceb3b4162f4cc9821da4ffac30e975&device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 1096 time: 0.0612822 Jul 23 16:12:16.962885 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad4209-ccfa-477c-b27d-f4de982edc2f req-c6edff36-254e-4634-9470-0ec1a34ad7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:16.964422 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8bad4209-ccfa-477c-b27d-f4de982edc2f req-c6edff36-254e-4634-9470-0ec1a34ad7d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=97f88737-3704-4b88-a90c-d3a1937a3184 HTTP/1.1" status: 200 len: 915 time: 0.1000586 Jul 23 16:12:17.013025 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8bad4209-ccfa-477c-b27d-f4de982edc2f req-daa35589-11cd-4ec5-beda-991e71f2ff6f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddd89ee-db83-4058-80ee-5c4e5624a9fd HTTP/1.1" status: 200 len: 217 time: 0.0382688 Jul 23 16:12:17.074893 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad4209-ccfa-477c-b27d-f4de982edc2f req-530b2cfb-aeaa-4787-b148-ceb6408f5913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:17.076412 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8bad4209-ccfa-477c-b27d-f4de982edc2f req-530b2cfb-aeaa-4787-b148-ceb6408f5913 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4115b965-2190-4335-9cf7-bb59d4592a9c HTTP/1.1" status: 200 len: 854 time: 0.0520747 Jul 23 16:12:17.128002 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8bad4209-ccfa-477c-b27d-f4de982edc2f req-87ad8e3b-520b-4dd3-b111-0c05dd0bf424 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97f88737-3704-4b88-a90c-d3a1937a3184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335283 Jul 23 16:12:17.251476 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8bad4209-ccfa-477c-b27d-f4de982edc2f req-11213890-1852-4bef-9814-c52ad26fabb9 service neutron] 10.222.0.59 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980158 Jul 23 16:12:17.388355 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8bad4209-ccfa-477c-b27d-f4de982edc2f req-921602bb-2ffb-401e-bd43-cac7f9e6ad48 service neutron] 10.222.0.59 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240344 Jul 23 16:12:17.402709 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57a114-3331-47e7-a0b3-4e3fcefe9698 req-6d278bec-6eb4-4f92-a86b-546b66a76cef tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:17.403150 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cc57a114-3331-47e7-a0b3-4e3fcefe9698 req-6d278bec-6eb4-4f92-a86b-546b66a76cef tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 943 time: 0.1310029 Jul 23 16:12:17.444552 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cc57a114-3331-47e7-a0b3-4e3fcefe9698 req-acf60594-e586-4714-bd3d-145fb72a9fc6 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351059 Jul 23 16:12:17.546936 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 50626) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:17.563515 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a78062-a199-4b2b-a6bd-671c5197efc5 req-bc31a823-2244-411d-92c1-08d0eb6ef3f5 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:17.565469 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c7a78062-a199-4b2b-a6bd-671c5197efc5 req-bc31a823-2244-411d-92c1-08d0eb6ef3f5 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0748258 Jul 23 16:12:17.614047 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c7a78062-a199-4b2b-a6bd-671c5197efc5 req-6edb85ff-7a1c-44f4-87e3-985df96392db tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406125 Jul 23 16:12:17.669525 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c43fe212-bcd4-4f81-9a89-ca86dc0d4f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:17.817541 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c43fe212-bcd4-4f81-9a89-ca86dc0d4f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:17.822494 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c43fe212-bcd4-4f81-9a89-ca86dc0d4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:17.864195 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-c43fe212-bcd4-4f81-9a89-ca86dc0d4f6b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=63ac6efcfd964718bbd5effc7866cccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178227 Jul 23 16:12:17.865066 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fe212-bcd4-4f81-9a89-ca86dc0d4f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea364fc-7951-4f0e-8a05-57c10852f86f,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:17.867852 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 50646) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:17.919725 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2e38e62a-fe75-48fe-baeb-041859b3ce9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:17.946017 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2e38e62a-fe75-48fe-baeb-041859b3ce9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:18.005733 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2e38e62a-fe75-48fe-baeb-041859b3ce9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:18.008414 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2e38e62a-fe75-48fe-baeb-041859b3ce9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:18.012683 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-2e38e62a-fe75-48fe-baeb-041859b3ce9e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aea364fc-7951-4f0e-8a05-57c10852f86f HTTP/1.1" status: 204 len: 168 time: 0.1433275 Jul 23 16:12:18.021652 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38e62a-fe75-48fe-baeb-041859b3ce9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea364fc-7951-4f0e-8a05-57c10852f86f,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:18.528110 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-13855351-70b1-423f-a72c-89811f266dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:18.637650 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f23e4c-982f-47b6-9566-d317e9e97301 req-8712e07b-827b-4831-b78a-c725d03323ff tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:18.644333 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f4f23e4c-982f-47b6-9566-d317e9e97301 req-8712e07b-827b-4831-b78a-c725d03323ff tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 943 time: 0.0908623 Jul 23 16:12:18.695705 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f4f23e4c-982f-47b6-9566-d317e9e97301 req-50136155-2c59-46a2-b339-27f2097c703f tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455644 Jul 23 16:12:18.773101 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57dd01a-4084-4b3f-948a-31678c391a6b req-51eaaa9b-82ea-4527-9b72-6594fd06e6ec tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:18.774835 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e57dd01a-4084-4b3f-948a-31678c391a6b req-51eaaa9b-82ea-4527-9b72-6594fd06e6ec tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0677423 Jul 23 16:12:18.793555 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:18.823467 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e57dd01a-4084-4b3f-948a-31678c391a6b req-0847fabf-120b-4d54-82f5-0fc5cd4aed62 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390542 Jul 23 16:12:19.232582 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:19.839577 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d816d0d-d386-4428-ba8d-658e2379126a req-8f2731f0-714b-4346-b93f-3d4e2aa76fc0 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:19.841077 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6d816d0d-d386-4428-ba8d-658e2379126a req-8f2731f0-714b-4346-b93f-3d4e2aa76fc0 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 943 time: 0.0721531 Jul 23 16:12:19.894814 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6d816d0d-d386-4428-ba8d-658e2379126a req-bee1ab70-5a38-4249-8626-5db4cf608106 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435922 Jul 23 16:12:19.985185 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61521e8a-2d68-4d24-85e5-46adf5e0e656 req-a43c7374-d525-4e8f-a42f-ec9786819fa0 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:19.987013 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-61521e8a-2d68-4d24-85e5-46adf5e0e656 req-a43c7374-d525-4e8f-a42f-ec9786819fa0 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0752051 Jul 23 16:12:20.041404 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-61521e8a-2d68-4d24-85e5-46adf5e0e656 req-4eb4582d-30d0-4027-adad-3505529bfaf6 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479736 Jul 23 16:12:20.189639 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 50808) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:20.260360 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f57cc-a482-4cda-bbfa-174577259104 req-dfef80da-e3a6-446a-b349-68785a404bf8 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:20.263557 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-441f57cc-a482-4cda-bbfa-174577259104 req-dfef80da-e3a6-446a-b349-68785a404bf8 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 946 time: 0.0730786 Jul 23 16:12:20.309656 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-441f57cc-a482-4cda-bbfa-174577259104 req-4d5746db-094a-4923-9b2c-8c7f0e371328 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377584 Jul 23 16:12:20.328212 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e677bd4b-7255-4b21-80c0-bd6c11762d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:20.391215 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 8ddd89ee-db83-4058-80ee-5c4e5624a9fd details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:12:20.423502 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e677bd4b-7255-4b21-80c0-bd6c11762d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:20.429357 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e677bd4b-7255-4b21-80c0-bd6c11762d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:20.473873 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-e677bd4b-7255-4b21-80c0-bd6c11762d28 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d73051e8df24cbca391e2f64e14c106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828550 Jul 23 16:12:20.477022 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 50814) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:20.479681 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677bd4b-7255-4b21-80c0-bd6c11762d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5070ce03-df3d-43fb-8413-11689d33bc18,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:20.512464 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 8ddd89ee-db83-4058-80ee-5c4e5624a9fd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8ddd89ee-db83-4058-80ee-5c4e5624a9fd,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:12:20.525867 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': '8ddd89ee-db83-4058-80ee-5c4e5624a9fd', 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184', 'port_id': '8ddd89ee-db83-4058-80ee-5c4e5624a9fd', 'mac_address': 'fa:16:3e:b9:ca:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4115b965-2190-4335-9cf7-bb59d4592a9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:12:20.534112 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-235f1d48-1fb2-4427-9d0a-70deef6e03d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:20.562588 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-235f1d48-1fb2-4427-9d0a-70deef6e03d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:20.568533 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:20.582155 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ddd89ee-db83-4058-80ee-5c4e5624a9fd {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:12:20.606779 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 8ddd89ee-db83-4058-80ee-5c4e5624a9fd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8ddd89ee-db83-4058-80ee-5c4e5624a9fd,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:12:20.611314 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:20.615931 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-235f1d48-1fb2-4427-9d0a-70deef6e03d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:20.618596 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-235f1d48-1fb2-4427-9d0a-70deef6e03d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:20.619798 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-235f1d48-1fb2-4427-9d0a-70deef6e03d9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5070ce03-df3d-43fb-8413-11689d33bc18 HTTP/1.1" status: 204 len: 168 time: 0.1418011 Jul 23 16:12:20.628159 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f1d48-1fb2-4427-9d0a-70deef6e03d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5070ce03-df3d-43fb-8413-11689d33bc18,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:20.677572 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=8ddd89ee-db83-4058-80ee-5c4e5624a9fd,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:20.685887 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:20.686475 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:20.686826 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:20.687259 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:20.687597 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:20.687933 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:20.688261 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:20.688591 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:20.688938 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:20.689357 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:20.689802 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:20.690344 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:12:20.938082 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 50828) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:20.951381 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-902aaa13-f23c-44ea-86ba-8573ca298fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:21.037121 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:21.056335 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6f9cc-face-4783-8924-ded075f24211 req-601ffeba-3c25-4428-9dd9-3252807febff tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:21.057968 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-95d6f9cc-face-4783-8924-ded075f24211 req-601ffeba-3c25-4428-9dd9-3252807febff tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 944 time: 0.0870640 Jul 23 16:12:21.062072 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-902aaa13-f23c-44ea-86ba-8573ca298fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:21.068543 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-902aaa13-f23c-44ea-86ba-8573ca298fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:21.109883 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-95d6f9cc-face-4783-8924-ded075f24211 req-3ab425ad-ea81-4645-84c5-0301d06fed2d tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461791 Jul 23 16:12:21.115462 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-902aaa13-f23c-44ea-86ba-8573ca298fd1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=87805f213f0f44bcb011b2f1ec39f393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758416 Jul 23 16:12:21.119702 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902aaa13-f23c-44ea-86ba-8573ca298fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ebfc5a-da26-4a60-816f-26b9bf4d8759,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:21.127365 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 50832) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:21.192051 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-60e79479-ce0a-4530-baab-a91c200dc3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:21.209668 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8900a2-dab9-4132-93c5-0cbd3718037b req-9a235218-3a50-458e-a49c-7a04e423accf tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:21.211244 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fd8900a2-dab9-4132-93c5-0cbd3718037b req-9a235218-3a50-458e-a49c-7a04e423accf tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0783720 Jul 23 16:12:21.214452 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-60e79479-ce0a-4530-baab-a91c200dc3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:21.250404 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fd8900a2-dab9-4132-93c5-0cbd3718037b req-a226cbce-9935-46a4-8ec3-fb13ac8409f9 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332277 Jul 23 16:12:21.273656 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-60e79479-ce0a-4530-baab-a91c200dc3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:21.276792 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-60e79479-ce0a-4530-baab-a91c200dc3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:21.280599 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-60e79479-ce0a-4530-baab-a91c200dc3eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/95ebfc5a-da26-4a60-816f-26b9bf4d8759 HTTP/1.1" status: 204 len: 168 time: 0.1494756 Jul 23 16:12:21.287550 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e79479-ce0a-4530-baab-a91c200dc3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ebfc5a-da26-4a60-816f-26b9bf4d8759,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:21.455015 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cf485-df2d-4dd3-b24b-84835c530a7e req-f8d37ceb-161b-4992-a972-3ef53544e04e tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:21.462630 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-625cf485-df2d-4dd3-b24b-84835c530a7e req-f8d37ceb-161b-4992-a972-3ef53544e04e tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 946 time: 0.0797844 Jul 23 16:12:21.501949 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-625cf485-df2d-4dd3-b24b-84835c530a7e req-5142e2ad-f206-49c3-a174-31f9b06c1365 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384457 Jul 23 16:12:21.555973 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['8ddd89ee-db83-4058-80ee-5c4e5624a9fd'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:12:22.265115 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ce6f8-65e6-440f-87e8-6c186ba64fd6 req-270adb95-b9a9-47fa-ac05-4b318c8c08fe tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:22.266627 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b14ce6f8-65e6-440f-87e8-6c186ba64fd6 req-270adb95-b9a9-47fa-ac05-4b318c8c08fe tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 944 time: 0.0731537 Jul 23 16:12:22.419965 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03e3a1-4c6a-4434-9e19-3f84aee4e746 req-2ebb41cb-75b8-4d31-bd0a-15bdd2463cee tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:22.426734 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab03e3a1-4c6a-4434-9e19-3f84aee4e746 req-2ebb41cb-75b8-4d31-bd0a-15bdd2463cee tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0678644 Jul 23 16:12:22.471602 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 50876) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:22.492436 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab03e3a1-4c6a-4434-9e19-3f84aee4e746 req-d910e950-365d-4c96-ab46-03058c4a7d79 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537338 Jul 23 16:12:22.568065 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b14ce6f8-65e6-440f-87e8-6c186ba64fd6 req-55750656-ce19-4091-8312-ef2b5b205097 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950985 Jul 23 16:12:22.619032 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-187a5b48-f92c-4152-9faa-5773970911ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:22.693149 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a8d14-16f1-40ca-b1d5-6f0c6f2566aa req-677bc1ac-f43d-4aee-8c0d-e36a1749324a tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:22.694756 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-782a8d14-16f1-40ca-b1d5-6f0c6f2566aa req-677bc1ac-f43d-4aee-8c0d-e36a1749324a tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 946 time: 0.1182611 Jul 23 16:12:22.755620 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-782a8d14-16f1-40ca-b1d5-6f0c6f2566aa req-84526e99-670d-436c-927f-f2ab778a4c19 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549083 Jul 23 16:12:22.771195 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-187a5b48-f92c-4152-9faa-5773970911ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:22.776878 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-187a5b48-f92c-4152-9faa-5773970911ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:22.816896 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-187a5b48-f92c-4152-9faa-5773970911ec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6bbf6a72b44f4ccfaec97002c517a9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420982 Jul 23 16:12:22.817913 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a5b48-f92c-4152-9faa-5773970911ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef38f99-2fd0-473d-b1d9-f08a21c3617d,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:22.820126 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 50886) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:22.883604 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dbbf6c16-2246-418c-924e-98d02e618b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:22.905466 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dbbf6c16-2246-418c-924e-98d02e618b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:22.961773 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dbbf6c16-2246-418c-924e-98d02e618b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:22.964841 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dbbf6c16-2246-418c-924e-98d02e618b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:22.966192 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-dbbf6c16-2246-418c-924e-98d02e618b86 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7ef38f99-2fd0-473d-b1d9-f08a21c3617d HTTP/1.1" status: 204 len: 168 time: 0.1448991 Jul 23 16:12:22.974976 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf6c16-2246-418c-924e-98d02e618b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef38f99-2fd0-473d-b1d9-f08a21c3617d,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:23.641170 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32551c-e8f8-41f0-a2a9-c60cd6214bc8 req-90e7da5b-9468-4daa-ba01-ee2b5de5b549 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:23.642761 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1e32551c-e8f8-41f0-a2a9-c60cd6214bc8 req-90e7da5b-9468-4daa-ba01-ee2b5de5b549 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0731969 Jul 23 16:12:23.687711 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1e32551c-e8f8-41f0-a2a9-c60cd6214bc8 req-6f21219f-4b11-4ada-9e83-91971bd07b6a tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381758 Jul 23 16:12:23.733400 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ab508-7f90-4b5c-995a-2035997d0846 req-d0240ba2-31a3-45be-9a00-72018e510e04 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:23.735025 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-150ab508-7f90-4b5c-995a-2035997d0846 req-d0240ba2-31a3-45be-9a00-72018e510e04 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 944 time: 0.0812316 Jul 23 16:12:23.780418 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-150ab508-7f90-4b5c-995a-2035997d0846 req-e88445fe-29f8-4253-b7d9-517ad33ed6b3 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374768 Jul 23 16:12:23.903434 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a285a5-40f3-4794-b38b-ee9640f00b72 req-62d46015-9967-45aa-b2b3-e054603e274f tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:23.905269 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-45a285a5-40f3-4794-b38b-ee9640f00b72 req-62d46015-9967-45aa-b2b3-e054603e274f tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 946 time: 0.0801682 Jul 23 16:12:23.949871 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-45a285a5-40f3-4794-b38b-ee9640f00b72 req-754e8ada-bef8-43cb-8e2f-a2f03d7dfc24 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381236 Jul 23 16:12:24.425061 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 8ddd89ee-db83-4058-80ee-5c4e5624a9fd up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:12:24.482857 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port 8ddd89ee-db83-4058-80ee-5c4e5624a9fd completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:12:24.489257 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port 8ddd89ee-db83-4058-80ee-5c4e5624a9fd triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:12:24.489723 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:24.578261 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:24.597088 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247d63c-4e50-49f3-844d-34395cb3ba25 req-32d2677f-7198-4ed2-b5ad-27f290b1f0b1 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:24.598628 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c247d63c-4e50-49f3-844d-34395cb3ba25 req-32d2677f-7198-4ed2-b5ad-27f290b1f0b1 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 946 time: 0.0688078 Jul 23 16:12:24.601597 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16aaad07-334b-47d8-9435-72bce090f881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddd89ee-db83-4058-80ee-5c4e5624a9fd'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:12:24.604073 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd971c5-c677-4f7d-a61a-12ed6e22e399" -d '{"events": [{"server_uuid": "16aaad07-334b-47d8-9435-72bce090f881", "name": "network-vif-plugged", "status": "completed", "tag": "8ddd89ee-db83-4058-80ee-5c4e5624a9fd"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:12:24.624917 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 8ddd89ee-db83-4058-80ee-5c4e5624a9fd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8ddd89ee-db83-4058-80ee-5c4e5624a9fd,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:12:24.636449 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:24.662243 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a6b800-f68c-4671-8aa6-8b0e156a2b97 x-openstack-request-id: req-76a6b800-f68c-4671-8aa6-8b0e156a2b97 {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:12:24.662521 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16aaad07-334b-47d8-9435-72bce090f881", "name": "network-vif-plugged", "status": "completed", "tag": "8ddd89ee-db83-4058-80ee-5c4e5624a9fd", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:12:24.662771 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-76a6b800-f68c-4671-8aa6-8b0e156a2b97 {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:12:24.663149 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16aaad07-334b-47d8-9435-72bce090f881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddd89ee-db83-4058-80ee-5c4e5624a9fd', 'code': 200} Jul 23 16:12:24.692708 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=8ddd89ee-db83-4058-80ee-5c4e5624a9fd,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:24.732497 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-c247d63c-4e50-49f3-844d-34395cb3ba25 req-90977fcb-1114-41b8-8013-0ad71296e57d tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Deleting port febc3f79-1564-4478-bdfc-4850fbe03547 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:12:24.732836 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c247d63c-4e50-49f3-844d-34395cb3ba25 req-90977fcb-1114-41b8-8013-0ad71296e57d tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:24.849980 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-c247d63c-4e50-49f3-844d-34395cb3ba25 req-90977fcb-1114-41b8-8013-0ad71296e57d tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] For port febc3f79-1564-4478-bdfc-4850fbe03547, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=febc3f79-1564-4478-bdfc-4850fbe03547,segment=NetworkSegment(925d7c79-27af-4fc6-be41-43bab52d159f),segment_id=925d7c79-27af-4fc6-be41-43bab52d159f)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:12:24.850728 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c247d63c-4e50-49f3-844d-34395cb3ba25 req-90977fcb-1114-41b8-8013-0ad71296e57d tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:24.870373 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a650cd-dc47-4d03-a1a0-7b9a610ea86b req-b76354ff-fcce-4dd3-8576-aacd26de58bf tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:24.872705 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-93a650cd-dc47-4d03-a1a0-7b9a610ea86b req-b76354ff-fcce-4dd3-8576-aacd26de58bf tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0969949 Jul 23 16:12:24.874980 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-c247d63c-4e50-49f3-844d-34395cb3ba25 req-90977fcb-1114-41b8-8013-0ad71296e57d tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Calling delete_port for febc3f79-1564-4478-bdfc-4850fbe03547 owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:12:24.916007 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-93a650cd-dc47-4d03-a1a0-7b9a610ea86b req-bf71d6e5-1272-425a-bb73-47b3c75f98e1 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365920 Jul 23 16:12:25.014946 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f93ca-7d3c-49c9-bea1-c27ea42ae983 req-2f9bddd5-26ea-49c3-854b-3114d983bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:25.017202 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-071f93ca-7d3c-49c9-bea1-c27ea42ae983 req-2f9bddd5-26ea-49c3-854b-3114d983bc3d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 1098 time: 0.0953143 Jul 23 16:12:25.046147 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d2eec-b150-4c17-ae7f-87f8087f648a req-4ed702c1-a8d6-499b-bae1-78ef6172bac3 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:25.047749 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c37d2eec-b150-4c17-ae7f-87f8087f648a req-4ed702c1-a8d6-499b-bae1-78ef6172bac3 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 945 time: 0.1593547 Jul 23 16:12:25.101675 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-071f93ca-7d3c-49c9-bea1-c27ea42ae983 req-004906fa-3db5-47f2-957e-384901c6898c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649457 Jul 23 16:12:25.119066 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c37d2eec-b150-4c17-ae7f-87f8087f648a req-fdbe80dd-245b-46da-b7ad-32b9b9937b7a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632913 Jul 23 16:12:25.131607 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eb8ce-9982-4ed5-983c-0ff61414863b req-45967078-8233-43ed-a039-14a142fd7482 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:25.133215 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bd0eb8ce-9982-4ed5-983c-0ff61414863b req-45967078-8233-43ed-a039-14a142fd7482 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 946 time: 0.0900095 Jul 23 16:12:25.156436 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c247d63c-4e50-49f3-844d-34395cb3ba25 req-90977fcb-1114-41b8-8013-0ad71296e57d tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:25.178828 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bd0eb8ce-9982-4ed5-983c-0ff61414863b req-84bc0894-f800-437d-b33c-9e86a1833a0e tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/security-groups?id=6d026536-30e9-4484-8776-a6ca6b0fed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375147 Jul 23 16:12:25.193827 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90977fcb-1114-41b8-8013-0ad71296e57d tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Pushing event deleted for resources: {'Port': ['ID=febc3f79-1564-4478-bdfc-4850fbe03547,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:25.211332 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['febc3f79-1564-4478-bdfc-4850fbe03547'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:12:25.265490 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c247d63c-4e50-49f3-844d-34395cb3ba25 req-90977fcb-1114-41b8-8013-0ad71296e57d tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] No DVR routers for this DVR port febc3f79-1564-4478-bdfc-4850fbe03547 on host hv-cinder-79628 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:12:25.269084 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c247d63c-4e50-49f3-844d-34395cb3ba25 req-90977fcb-1114-41b8-8013-0ad71296e57d tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:25.271393 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c247d63c-4e50-49f3-844d-34395cb3ba25 req-90977fcb-1114-41b8-8013-0ad71296e57d tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.59 "DELETE /v2.0/ports/febc3f79-1564-4478-bdfc-4850fbe03547 HTTP/1.1" status: 204 len: 173 time: 0.6637325 Jul 23 16:12:25.271834 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1', 'name': 'network-vif-deleted', 'tag': 'febc3f79-1564-4478-bdfc-4850fbe03547'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:12:25.274345 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b4a06e-637c-4845-a97d-2a7d98f35734" -d '{"events": [{"server_uuid": "cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1", "name": "network-vif-deleted", "tag": "febc3f79-1564-4478-bdfc-4850fbe03547"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:12:25.310781 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5ee660-f9fe-4dc8-bc8e-512639c6e0d7 x-openstack-request-id: req-be5ee660-f9fe-4dc8-bc8e-512639c6e0d7 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:12:25.311303 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1", "name": "network-vif-deleted", "tag": "febc3f79-1564-4478-bdfc-4850fbe03547", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:12:25.311719 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-be5ee660-f9fe-4dc8-bc8e-512639c6e0d7 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:12:25.312436 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1', 'name': 'network-vif-deleted', 'tag': 'febc3f79-1564-4478-bdfc-4850fbe03547', 'status': 'completed', 'code': 200} Jul 23 16:12:26.065307 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0da66-1f54-43b8-8ed5-3b3c964a5d95 req-c846ad6e-7a8f-41fe-bd17-6c831cd20c70 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:26.066925 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-47a0da66-1f54-43b8-8ed5-3b3c964a5d95 req-c846ad6e-7a8f-41fe-bd17-6c831cd20c70 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0692792 Jul 23 16:12:26.110515 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-47a0da66-1f54-43b8-8ed5-3b3c964a5d95 req-90727c6d-f9a7-49a4-8a28-f3c64707497e tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380132 Jul 23 16:12:26.272227 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcef43-ec7f-48ac-9680-b5c784e40450 req-696c6e92-08f4-4602-9108-6af13eb37bcf tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:26.273725 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-eadcef43-ec7f-48ac-9680-b5c784e40450 req-696c6e92-08f4-4602-9108-6af13eb37bcf tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 945 time: 0.0704343 Jul 23 16:12:26.281366 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2e66db0b-195d-4996-8315-5e20e54f90cd req-9e9d637e-78cd-4386-a677-1e13e92736dd tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 210 time: 0.0295806 Jul 23 16:12:26.312315 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-eadcef43-ec7f-48ac-9680-b5c784e40450 req-06e99d1e-20ce-4f43-bc5e-0267bfa8ef74 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327535 Jul 23 16:12:29.352376 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device febc3f79-1564-4478-bdfc-4850fbe03547 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:12:29.378881 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: febc3f79-1564-4478-bdfc-4850fbe03547 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:12:29.379256 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device febc3f79-1564-4478-bdfc-4850fbe03547 not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:12:29.564814 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558c07e-1393-44b5-a4ff-e71d1e6898b5 req-6f10625c-2f2e-4dda-87da-f9dcd246f30f tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:29.566414 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3558c07e-1393-44b5-a4ff-e71d1e6898b5 req-6f10625c-2f2e-4dda-87da-f9dcd246f30f tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0827129 Jul 23 16:12:29.608974 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3558c07e-1393-44b5-a4ff-e71d1e6898b5 req-c10adfee-6b0b-4843-b725-d84292691f70 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354121 Jul 23 16:12:29.736833 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cf45c-bdfa-4ee2-9dbe-dbcb0fe5d9e4 req-6f0361d6-9e62-46ae-a913-a593bf881817 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:29.738642 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-418cf45c-bdfa-4ee2-9dbe-dbcb0fe5d9e4 req-6f0361d6-9e62-46ae-a913-a593bf881817 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 945 time: 0.0707965 Jul 23 16:12:29.785021 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-418cf45c-bdfa-4ee2-9dbe-dbcb0fe5d9e4 req-4d766f4f-03be-4d97-809a-9d36c0905300 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391119 Jul 23 16:12:29.811372 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dcb850a2-3dec-47c9-8f7b-30df3ec5a480 req-44aacc09-91e0-408c-b460-497fd48b3747 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 210 time: 0.2712722 Jul 23 16:12:30.762916 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39668b-804f-4fb9-ae85-e3db7b4a5c0a req-de571f87-6ed7-453b-96dd-ce7f283dfb6e tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:30.764502 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-aa39668b-804f-4fb9-ae85-e3db7b4a5c0a req-de571f87-6ed7-453b-96dd-ce7f283dfb6e tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0758073 Jul 23 16:12:30.807226 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-aa39668b-804f-4fb9-ae85-e3db7b4a5c0a req-503c28e4-77dd-4fcc-8675-8ef2b2aef253 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350366 Jul 23 16:12:30.928694 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b9464-7ab2-400b-9ca2-698001b83259 req-4b47f81e-571c-4e5a-a0a1-1c8190b7964b tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:30.930316 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-348b9464-7ab2-400b-9ca2-698001b83259 req-4b47f81e-571c-4e5a-a0a1-1c8190b7964b tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 945 time: 0.0721912 Jul 23 16:12:30.943434 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a5eff888-a05a-469e-8b9c-acd7c81cb518 req-223f775b-14e2-418f-a0b2-8675e68a2845 tempest-DeleteServersTestJSON-1825634272 tempest-DeleteServersTestJSON-1825634272-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbfb6ae8-e8dc-4c86-90da-1cf813e9d6f1 HTTP/1.1" status: 200 len: 210 time: 0.0361998 Jul 23 16:12:30.973171 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-348b9464-7ab2-400b-9ca2-698001b83259 req-b4610448-77cc-4ea9-a6d0-f85259b9231f tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362568 Jul 23 16:12:31.962318 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf425547-06e6-408a-8fdc-97e5934f4fdf req-1937c397-4451-4f03-8d43-801b0af24b1e tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:31.964453 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cf425547-06e6-408a-8fdc-97e5934f4fdf req-1937c397-4451-4f03-8d43-801b0af24b1e tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0802972 Jul 23 16:12:32.005562 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cf425547-06e6-408a-8fdc-97e5934f4fdf req-83a4862e-7999-4fba-a42e-c014ec0f7410 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345371 Jul 23 16:12:32.700953 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:12:33.156997 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda67866-bd41-437d-ad91-c647d93f3db9 req-cbd61293-1299-4f53-8168-a0c135171778 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:33.158482 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fda67866-bd41-437d-ad91-c647d93f3db9 req-cbd61293-1299-4f53-8168-a0c135171778 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0720754 Jul 23 16:12:33.198947 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fda67866-bd41-437d-ad91-c647d93f3db9 req-6b118cbf-8305-4466-a465-d9bd59442bc4 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343342 Jul 23 16:12:34.025110 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-5a343933-6a6e-4ac7-8ee1-f304c796ca24 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:34.026496 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-5a343933-6a6e-4ac7-8ee1-f304c796ca24 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/networks?id=97f88737-3704-4b88-a90c-d3a1937a3184 HTTP/1.1" status: 200 len: 814 time: 0.1099112 Jul 23 16:12:34.043396 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-c9352365-5e5f-4a0b-a3f6-81bc54260a7b tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/quotas/c0ceb3b4162f4cc9821da4ffac30e975 HTTP/1.1" status: 200 len: 375 time: 0.0109987 Jul 23 16:12:34.112441 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-d808c8bc-0588-407a-a907-c90cf34577d6 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0ceb3b4162f4cc9821da4ffac30e975&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638666 Jul 23 16:12:34.216762 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-eba94c7b-1858-4a87-8192-47f21eb987e7 service neutron] 10.222.0.69 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951750 Jul 23 16:12:34.315577 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-2f00736c-a320-4ccb-9a7c-daa218d7e7ca service neutron] 10.222.0.69 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922301 Jul 23 16:12:34.513229 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378fbb7-1cdc-426c-baa1-c0a53cbdfaf0 req-b088d8c6-e409-43bf-b2d6-c9522c4efb6a tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:34.520120 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b378fbb7-1cdc-426c-baa1-c0a53cbdfaf0 req-b088d8c6-e409-43bf-b2d6-c9522c4efb6a tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0936968 Jul 23 16:12:34.589015 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b378fbb7-1cdc-426c-baa1-c0a53cbdfaf0 req-15793cfb-0b27-42e1-b3df-c221731ee018 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527356 Jul 23 16:12:34.592312 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-47ac8a08-fd1a-42fc-ae31-3a825938d606 req-6cf2c9ab-cf13-4a9d-94fd-9a6e85917d9d tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 210 time: 0.0557926 Jul 23 16:12:34.632017 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 51162) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:34.691419 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_v2 [None req-040f1a0a-034c-49b5-ac3a-85f31b5e35b6 admin admin] Deleting subnet db14e9f9-5189-4cf2-aeae-e58ddfe80061 {{(pid=93297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:12:34.695258 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-040f1a0a-034c-49b5-ac3a-85f31b5e35b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:34.739293 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-040f1a0a-034c-49b5-ac3a-85f31b5e35b6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:34.746148 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-040f1a0a-034c-49b5-ac3a-85f31b5e35b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386006'] for subnet, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:34.803031 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-040f1a0a-034c-49b5-ac3a-85f31b5e35b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for subnet, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:34.837158 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-040f1a0a-034c-49b5-ac3a-85f31b5e35b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:34.842067 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-040f1a0a-034c-49b5-ac3a-85f31b5e35b6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/db14e9f9-5189-4cf2-aeae-e58ddfe80061 HTTP/1.1" status: 204 len: 168 time: 0.2060513 Jul 23 16:12:34.842067 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 51168) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:34.842681 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 51170) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:34.855326 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f1a0a-034c-49b5-ac3a-85f31b5e35b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db14e9f9-5189-4cf2-aeae-e58ddfe80061,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:34.928924 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541368'] for network, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:34.980793 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5d63f57d-b58c-4ddc-9756-9d3d43b7b9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.051994 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385103', 'neutron.services.segments.db._delete_segments_for_network-8727500513675'] for network, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.067217 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:12:35.067540 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:12:35.068326 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:12:35.068703 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Subscribe: > port after_create 55550000 {{(pid=93297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:12:35.069033 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:12:35.069368 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Subscribe: > port after_update 55550000 {{(pid=93297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:12:35.069703 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:12:35.070021 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:12:35.070337 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:12:35.070670 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:12:35.221354 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:12:35.221703 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:12:35.222038 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:12:35.222374 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:12:35.222757 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.services.segments.db [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2']}} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:12:35.246354 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.services.segments.db [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925d7c79-27af-4fc6-be41-43bab52d159f') {'for_net_delete': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:12:35.246689 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.services.segments.db [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925d7c79-27af-4fc6-be41-43bab52d159f') {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:12:35.267966 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727500584376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14844481'] for segment, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.296645 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.308843 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:12:35.309167 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14480219'] for segment, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: from cryptography.utils import int_from_bytes Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: from cryptography.utils import int_from_bytes Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: Traceback (most recent call last): Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: timer() Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: cb(*args, **kw) Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: return func(*args, **kwargs) Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: self._notify() Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: self.callback(batched_events) Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: event.method(event) Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: return f(self, *a, **k) Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: return self._get(url).json() Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: return self.request(url, 'GET', **kwargs) Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:12:35.313455 dv-cinder-796286-18-iscsi neutron-server[93297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:12:35.392694 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736162'] for network, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.406996 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5d63f57d-b58c-4ddc-9756-9d3d43b7b9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.410037 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.412259 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2 HTTP/1.1" status: 204 len: 168 time: 0.5682340 Jul 23 16:12:35.422576 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5d63f57d-b58c-4ddc-9756-9d3d43b7b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.427783 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d713efd-1e94-4864-8554-46c061031f58 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e52bd66-d5ad-409f-9bcb-7a6f70dee6e2,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:35.469719 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-5d63f57d-b58c-4ddc-9756-9d3d43b7b9cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=88474623098b4639863b434d6ebe1c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6240504 Jul 23 16:12:35.470654 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63f57d-b58c-4ddc-9756-9d3d43b7b9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee94d5f-9a50-4719-9539-2701d9cba9db,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:35.472197 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 51182) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:35.529490 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1efe-4240-49fd-a90a-3ba260430897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.551021 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 51184) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:35.554168 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1efe-4240-49fd-a90a-3ba260430897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.619629 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-2bd60b81-8184-4a03-abfd-5f291def3cc1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b736ff2386cd411ebcdea3df02c807f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0659304 Jul 23 16:12:35.621088 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 51192) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:12:35.652426 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1efe-4240-49fd-a90a-3ba260430897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.655175 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1efe-4240-49fd-a90a-3ba260430897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.656526 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-cb6b1efe-4240-49fd-a90a-3ba260430897 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8ee94d5f-9a50-4719-9539-2701d9cba9db HTTP/1.1" status: 204 len: 168 time: 0.1827393 Jul 23 16:12:35.702150 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b1efe-4240-49fd-a90a-3ba260430897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee94d5f-9a50-4719-9539-2701d9cba9db,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:35.724202 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0f0e32f0-be23-4bfb-86b3-5770223a7950 req-4e83b8ed-a67e-48b1-b8d5-d927f0eb1ca4 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 210 time: 0.0346947 Jul 23 16:12:35.740745 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6a44f410-98f6-4572-adb9-89744faa1cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.781588 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2521f31-deac-4185-98cf-37e391f3bde7 req-7e572fb2-a8e5-4da2-837a-0fd55e70578f tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:35.783261 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b2521f31-deac-4185-98cf-37e391f3bde7 req-7e572fb2-a8e5-4da2-837a-0fd55e70578f tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.1254833 Jul 23 16:12:35.785494 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6a44f410-98f6-4572-adb9-89744faa1cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.871477 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b2521f31-deac-4185-98cf-37e391f3bde7 req-8b9c918e-f8a8-432e-9e21-2d7077c9cbc3 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757253 Jul 23 16:12:35.890482 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6a44f410-98f6-4572-adb9-89744faa1cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.893544 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6a44f410-98f6-4572-adb9-89744faa1cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:35.894682 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-6a44f410-98f6-4572-adb9-89744faa1cf4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6d026536-30e9-4484-8776-a6ca6b0fed3c HTTP/1.1" status: 204 len: 168 time: 0.2727232 Jul 23 16:12:35.903609 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44f410-98f6-4572-adb9-89744faa1cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d026536-30e9-4484-8776-a6ca6b0fed3c,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:36.070613 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7bd63ff0-7187-417a-b94e-fc2a9b470ecf tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:36.072519 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7bd63ff0-7187-417a-b94e-fc2a9b470ecf tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.59 "GET /v2.0/networks?id=97f88737-3704-4b88-a90c-d3a1937a3184 HTTP/1.1" status: 200 len: 814 time: 0.1177397 Jul 23 16:12:36.106706 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-06b7417e-9bb4-4b25-865f-3da11f0d9497 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Request body: {'port': {'device_id': '7fdba5cc-907f-4686-aa1f-e06822d6e34d', 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184', 'admin_state_up': True, 'tenant_id': 'c0ceb3b4162f4cc9821da4ffac30e975'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:12:36.243574 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-06b7417e-9bb4-4b25-865f-3da11f0d9497 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Made reservation on behalf of c0ceb3b4162f4cc9821da4ffac30e975 for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:12:36.247694 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-06b7417e-9bb4-4b25-865f-3da11f0d9497 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:36.402031 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-06b7417e-9bb4-4b25-865f-3da11f0d9497 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Allocated IP 172.20.0.8 (97f88737-3704-4b88-a90c-d3a1937a3184/4115b965-2190-4335-9cf7-bb59d4592a9c/b30d28c6-9f9e-4410-b22a-a33bbb2cc771) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:12:36.603564 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-06b7417e-9bb4-4b25-865f-3da11f0d9497 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:36.648775 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-06b7417e-9bb4-4b25-865f-3da11f0d9497 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:36.705067 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-06b7417e-9bb4-4b25-865f-3da11f0d9497 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Network 97f88737-3704-4b88-a90c-d3a1937a3184 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:12:36.708272 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-06b7417e-9bb4-4b25-865f-3da11f0d9497 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:12:36.717790 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-06b7417e-9bb4-4b25-865f-3da11f0d9497 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:12:36.728846 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['2ce2d661-4e6d-45a6-aee7-6bf1703578ca', '8ddd89ee-db83-4058-80ee-5c4e5624a9fd'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:12:36.755772 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7417e-9bb4-4b25-865f-3da11f0d9497 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Pushing event updated for resources: {'Port': ['ID=b30d28c6-9f9e-4410-b22a-a33bbb2cc771,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:36.797405 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-06b7417e-9bb4-4b25-865f-3da11f0d9497 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:36.798530 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-06b7417e-9bb4-4b25-865f-3da11f0d9497 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:36.836367 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-06b7417e-9bb4-4b25-865f-3da11f0d9497 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7341540 Jul 23 16:12:36.919309 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Request body: {'port': {'device_id': '7fdba5cc-907f-4686-aa1f-e06822d6e34d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:12:36.921564 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17841ead-b55c-4a8a-9aed-f6a2ebbc79ff req-08f600bb-e17c-4689-a817-b2bd0d3c414c tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:36.929961 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-17841ead-b55c-4a8a-9aed-f6a2ebbc79ff req-08f600bb-e17c-4689-a817-b2bd0d3c414c tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 931 time: 0.1013129 Jul 23 16:12:36.974812 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-17841ead-b55c-4a8a-9aed-f6a2ebbc79ff req-fbc7c7db-89f9-4cdf-93a3-0e1c7553c862 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431044 Jul 23 16:12:37.051493 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:37.249369 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf33b7d-40fe-4024-a6b8-c7edad6517c2 req-b03dd786-8c04-443a-96d4-3464d569bff9 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:37.250987 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-acf33b7d-40fe-4024-a6b8-c7edad6517c2 req-b03dd786-8c04-443a-96d4-3464d569bff9 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.1756444 Jul 23 16:12:37.404043 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-acf33b7d-40fe-4024-a6b8-c7edad6517c2 req-f38ff4a8-22d0-4318-b73f-6ffd6b7a11db tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448367 Jul 23 16:12:37.465288 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30d28c6-9f9e-4410-b22a-a33bbb2cc771 {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:12:37.473764 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:37.495976 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Transition to ACTIVE for port object b30d28c6-9f9e-4410-b22a-a33bbb2cc771 will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:12:37.501894 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:37.583037 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Pushing event updated for resources: {'Port': ['ID=b30d28c6-9f9e-4410-b22a-a33bbb2cc771,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:37.666716 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Attempting to bind port b30d28c6-9f9e-4410-b22a-a33bbb2cc771 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:12:37.667421 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Attempting to bind port b30d28c6-9f9e-4410-b22a-a33bbb2cc771 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'bdfb9395-3931-4868-be84-c638fb3b6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:12:37.667421 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Attempting to bind port b30d28c6-9f9e-4410-b22a-a33bbb2cc771 on network 97f88737-3704-4b88-a90c-d3a1937a3184 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:12:37.672192 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Port b30d28c6-9f9e-4410-b22a-a33bbb2cc771 on network 97f88737-3704-4b88-a90c-d3a1937a3184 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:12:37.672513 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Attempting to bind port b30d28c6-9f9e-4410-b22a-a33bbb2cc771 on network 97f88737-3704-4b88-a90c-d3a1937a3184 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:12:37.678022 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:12:37.678424 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Checking segment: {'id': 'bdfb9395-3931-4868-be84-c638fb3b6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:12:37.678811 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Bound using segment: {'id': 'bdfb9395-3931-4868-be84-c638fb3b6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:12:37.679324 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Bound port: b30d28c6-9f9e-4410-b22a-a33bbb2cc771, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfb9395-3931-4868-be84-c638fb3b6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:12:37.679693 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:37.749369 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] For port b30d28c6-9f9e-4410-b22a-a33bbb2cc771, host hv-cinder-79628, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:12:37.752426 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] For port b30d28c6-9f9e-4410-b22a-a33bbb2cc771, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b30d28c6-9f9e-4410-b22a-a33bbb2cc771,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:12:37.756767 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:37.791710 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:37.792330 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:37.793722 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] 10.222.0.59 "PUT /v2.0/ports/b30d28c6-9f9e-4410-b22a-a33bbb2cc771 HTTP/1.1" status: 200 len: 1093 time: 0.8804016 Jul 23 16:12:37.794148 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fdba5cc-907f-4686-aa1f-e06822d6e34d', 'tag': 'b30d28c6-9f9e-4410-b22a-a33bbb2cc771'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:12:37.796469 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7292d95a-6c01-4254-a6a8-31b4e05e2128" -d '{"events": [{"name": "network-changed", "server_uuid": "7fdba5cc-907f-4686-aa1f-e06822d6e34d", "tag": "b30d28c6-9f9e-4410-b22a-a33bbb2cc771"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:12:37.822636 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8d92b-c668-4d96-a3ff-c68b517cf11d service neutron] Pushing event updated for resources: {'Port': ['ID=b30d28c6-9f9e-4410-b22a-a33bbb2cc771,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:37.836427 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bac995-0f78-49db-b321-4b644f067818 x-openstack-request-id: req-c0bac995-0f78-49db-b321-4b644f067818 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:12:37.836723 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fdba5cc-907f-4686-aa1f-e06822d6e34d", "tag": "b30d28c6-9f9e-4410-b22a-a33bbb2cc771", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:12:37.836980 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c0bac995-0f78-49db-b321-4b644f067818 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:12:37.837414 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fdba5cc-907f-4686-aa1f-e06822d6e34d', 'tag': 'b30d28c6-9f9e-4410-b22a-a33bbb2cc771', 'status': 'completed', 'code': 200} Jul 23 16:12:37.963997 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-f9f72ef5-032e-40e2-b171-2a3ee930e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:37.965460 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-f9f72ef5-032e-40e2-b171-2a3ee930e3c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c0ceb3b4162f4cc9821da4ffac30e975&device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 1096 time: 0.0607095 Jul 23 16:12:38.029578 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-42c9c075-d733-4688-9706-6fd1c3aed714 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b30d28c6-9f9e-4410-b22a-a33bbb2cc771 HTTP/1.1" status: 200 len: 217 time: 0.0380261 Jul 23 16:12:38.118425 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-140dcc75-c9f8-4c72-a26e-53cfbe472876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:38.120305 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-140dcc75-c9f8-4c72-a26e-53cfbe472876 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4115b965-2190-4335-9cf7-bb59d4592a9c HTTP/1.1" status: 200 len: 854 time: 0.0819309 Jul 23 16:12:38.159317 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-6a404ea2-cda9-42db-9d72-01667bd83f9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97f88737-3704-4b88-a90c-d3a1937a3184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305507 Jul 23 16:12:38.175788 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516db791-fb9d-4531-b4ab-7257a7510231 req-923a27b0-06dd-48a7-9ed9-426218e54604 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:38.177347 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-516db791-fb9d-4531-b4ab-7257a7510231 req-923a27b0-06dd-48a7-9ed9-426218e54604 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 943 time: 0.1050212 Jul 23 16:12:38.247963 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-516db791-fb9d-4531-b4ab-7257a7510231 req-55b4460e-e4e0-4565-9c8e-154f929394d7 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638235 Jul 23 16:12:38.305187 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-6a542aa4-e469-4abe-a761-5b3f8570d03f service neutron] 10.222.0.59 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132958 Jul 23 16:12:38.411183 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3ea0b6ec-3c70-4a23-918e-49976ca790d9 req-31723754-31f6-4fba-8be9-76ba85a4fa22 service neutron] 10.222.0.59 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852361 Jul 23 16:12:38.562023 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82b707-7e80-4f9b-bbf9-7923b0fca8be req-3c310d35-554b-407b-b18e-58d50adb9b2b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:38.564306 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1c82b707-7e80-4f9b-bbf9-7923b0fca8be req-3c310d35-554b-407b-b18e-58d50adb9b2b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0774579 Jul 23 16:12:38.616156 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1c82b707-7e80-4f9b-bbf9-7923b0fca8be req-77caa60d-4a44-4ee2-8127-f177ec4f4ec5 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432186 Jul 23 16:12:38.622105 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292d95a-6c01-4254-a6a8-31b4e05e2128 req-4d61371e-5b79-4c3d-9670-dc90264ec5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:38.624006 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7292d95a-6c01-4254-a6a8-31b4e05e2128 req-4d61371e-5b79-4c3d-9670-dc90264ec5eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c0ceb3b4162f4cc9821da4ffac30e975&device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 1096 time: 0.0800462 Jul 23 16:12:38.746949 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292d95a-6c01-4254-a6a8-31b4e05e2128 req-4a9fb1f6-5819-4e58-8611-ae4adf859832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:38.746949 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7292d95a-6c01-4254-a6a8-31b4e05e2128 req-4a9fb1f6-5819-4e58-8611-ae4adf859832 service neutron] 10.222.0.59 "GET /v2.0/networks?id=97f88737-3704-4b88-a90c-d3a1937a3184 HTTP/1.1" status: 200 len: 915 time: 0.1135550 Jul 23 16:12:38.799484 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7292d95a-6c01-4254-a6a8-31b4e05e2128 req-1ab1ccad-b1f6-4e47-9de8-6fcf55b14de1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b30d28c6-9f9e-4410-b22a-a33bbb2cc771 HTTP/1.1" status: 200 len: 217 time: 0.0430558 Jul 23 16:12:38.868318 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292d95a-6c01-4254-a6a8-31b4e05e2128 req-939f215d-0b4b-48a7-8b48-d3c870fa90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:38.869934 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7292d95a-6c01-4254-a6a8-31b4e05e2128 req-939f215d-0b4b-48a7-8b48-d3c870fa90f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4115b965-2190-4335-9cf7-bb59d4592a9c HTTP/1.1" status: 200 len: 854 time: 0.0497367 Jul 23 16:12:38.944640 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7292d95a-6c01-4254-a6a8-31b4e05e2128 req-7a855383-044c-44ee-94ce-f08197e46173 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97f88737-3704-4b88-a90c-d3a1937a3184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305221 Jul 23 16:12:39.073278 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7292d95a-6c01-4254-a6a8-31b4e05e2128 req-1efc4370-dfeb-4218-bd95-74929276c884 service neutron] 10.222.0.59 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121755 Jul 23 16:12:39.387626 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2858579-e840-4e88-8d3a-37296354b6ae req-d3d3448f-84f3-4d71-ab69-dd527563d8f6 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:39.389158 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d2858579-e840-4e88-8d3a-37296354b6ae req-d3d3448f-84f3-4d71-ab69-dd527563d8f6 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 943 time: 0.0704162 Jul 23 16:12:39.428570 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d2858579-e840-4e88-8d3a-37296354b6ae req-faf0245d-b7f6-47f2-9f58-1c8b96796f80 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334280 Jul 23 16:12:39.763389 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9eac1f-1359-4ed5-a16e-164284923034 req-3a8a7ebf-9fce-4cdf-b0f6-31f6a9dca00b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:39.764877 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7b9eac1f-1359-4ed5-a16e-164284923034 req-3a8a7ebf-9fce-4cdf-b0f6-31f6a9dca00b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0717440 Jul 23 16:12:39.814545 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7b9eac1f-1359-4ed5-a16e-164284923034 req-6d25f4b6-0a3f-406e-a6e9-33cb31652923 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411291 Jul 23 16:12:40.255402 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7292d95a-6c01-4254-a6a8-31b4e05e2128 req-e8dcf385-1e9f-4a63-a9b5-2229839f702f service neutron] 10.222.0.59 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962059 Jul 23 16:12:42.164158 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:42.852938 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9182633-afeb-4acb-bc7a-584ddb12c9dc req-b390b294-9306-4b58-96e8-30992c805915 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:42.854514 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c9182633-afeb-4acb-bc7a-584ddb12c9dc req-b390b294-9306-4b58-96e8-30992c805915 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 943 time: 0.0753725 Jul 23 16:12:42.857871 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fc6bd-4ab8-48f3-8bdb-99e108b1e767 req-08b0860d-3c83-4840-b642-84ff92e95abe tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:42.860047 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e50fc6bd-4ab8-48f3-8bdb-99e108b1e767 req-08b0860d-3c83-4840-b642-84ff92e95abe tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0746455 Jul 23 16:12:42.900835 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e50fc6bd-4ab8-48f3-8bdb-99e108b1e767 req-b5865452-416c-4ba4-b614-3782f57b3bf2 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352998 Jul 23 16:12:42.910669 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c9182633-afeb-4acb-bc7a-584ddb12c9dc req-25f651dc-d305-46c8-a427-117d3d1f6ec7 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482283 Jul 23 16:12:45.814738 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-64591902-8acb-40b3-878d-f684f3302e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:46.596125 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device b30d28c6-9f9e-4410-b22a-a33bbb2cc771 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:12:46.710344 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port b30d28c6-9f9e-4410-b22a-a33bbb2cc771, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b30d28c6-9f9e-4410-b22a-a33bbb2cc771,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:12:46.725839 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': 'b30d28c6-9f9e-4410-b22a-a33bbb2cc771', 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184', 'port_id': 'b30d28c6-9f9e-4410-b22a-a33bbb2cc771', 'mac_address': 'fa:16:3e:44:29:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4115b965-2190-4335-9cf7-bb59d4592a9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:12:46.774030 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:46.787207 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30d28c6-9f9e-4410-b22a-a33bbb2cc771 {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:12:46.808680 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port b30d28c6-9f9e-4410-b22a-a33bbb2cc771, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b30d28c6-9f9e-4410-b22a-a33bbb2cc771,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:12:46.814133 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:46.861449 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ed16e-a1a3-4a5c-ba71-0366d1d7a7ed req-fa7957d6-02cc-40c0-8c0e-e33110d965ef tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:46.863279 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fc8ed16e-a1a3-4a5c-ba71-0366d1d7a7ed req-fa7957d6-02cc-40c0-8c0e-e33110d965ef tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0670977 Jul 23 16:12:46.865707 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=b30d28c6-9f9e-4410-b22a-a33bbb2cc771,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:46.880293 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654840a-a0af-4cf6-b1dd-73a34487e55f req-3f50b18d-a05d-4ad3-808d-6b9033bf2c6a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:46.881868 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4654840a-a0af-4cf6-b1dd-73a34487e55f req-3f50b18d-a05d-4ad3-808d-6b9033bf2c6a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 944 time: 0.0698106 Jul 23 16:12:46.916991 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fc8ed16e-a1a3-4a5c-ba71-0366d1d7a7ed req-5ed4889d-28c3-4772-b7a2-a2a1158bcd1b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461779 Jul 23 16:12:46.929043 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4654840a-a0af-4cf6-b1dd-73a34487e55f req-09085897-c5d4-474e-b09e-742ea00a345d tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410364 Jul 23 16:12:48.524540 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-3c2eb9c8-21dc-4ae6-8311-87a0af16368a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:48.800758 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:49.228906 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:50.682603 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['b30d28c6-9f9e-4410-b22a-a33bbb2cc771'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:12:50.878678 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610f3ca-a43f-44f1-90dd-2b692101014b req-ab5fdca0-bdd7-439d-bcbf-34765418f0a6 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:50.880351 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5610f3ca-a43f-44f1-90dd-2b692101014b req-ab5fdca0-bdd7-439d-bcbf-34765418f0a6 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0781863 Jul 23 16:12:50.887839 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd605d9-2b85-430a-a657-309b56367ebb req-46c7ad1c-876f-4e4a-b617-3531ac75b1b5 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:50.889420 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9bd605d9-2b85-430a-a657-309b56367ebb req-46c7ad1c-876f-4e4a-b617-3531ac75b1b5 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 944 time: 0.0664937 Jul 23 16:12:50.920613 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5610f3ca-a43f-44f1-90dd-2b692101014b req-e6769ff8-7c36-4176-b22f-b6b03b03eb2f tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346668 Jul 23 16:12:50.933204 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9bd605d9-2b85-430a-a657-309b56367ebb req-587d0e80-7842-49c0-82e7-e705f293dea9 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374146 Jul 23 16:12:51.040454 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:54.846465 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250cfe9-6372-46a4-b9e4-9165994e95df req-aca9bfa0-992b-4521-9498-5a2f5f1cb0f7 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:54.848274 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3250cfe9-6372-46a4-b9e4-9165994e95df req-aca9bfa0-992b-4521-9498-5a2f5f1cb0f7 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0692198 Jul 23 16:12:54.887997 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3250cfe9-6372-46a4-b9e4-9165994e95df req-b4232e6d-d960-4ae8-a635-82b640b1dfe9 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340335 Jul 23 16:12:54.897309 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49ea71-9316-41e3-9371-b9510120cc4e req-b225f4cd-f77e-43a1-8868-af97e486be0c tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:54.898855 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2f49ea71-9316-41e3-9371-b9510120cc4e req-b225f4cd-f77e-43a1-8868-af97e486be0c tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 944 time: 0.0709605 Jul 23 16:12:54.938795 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2f49ea71-9316-41e3-9371-b9510120cc4e req-17608881-15db-46ee-8af0-cff2a2997867 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342259 Jul 23 16:12:55.519905 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device b30d28c6-9f9e-4410-b22a-a33bbb2cc771 up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:12:55.573987 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port b30d28c6-9f9e-4410-b22a-a33bbb2cc771 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:12:55.578168 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port b30d28c6-9f9e-4410-b22a-a33bbb2cc771 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:12:55.578536 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:55.779193 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:55.806818 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fdba5cc-907f-4686-aa1f-e06822d6e34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30d28c6-9f9e-4410-b22a-a33bbb2cc771'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:12:55.809137 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0d3648-554c-499a-822e-fd84b12ea59a" -d '{"events": [{"server_uuid": "7fdba5cc-907f-4686-aa1f-e06822d6e34d", "name": "network-vif-plugged", "status": "completed", "tag": "b30d28c6-9f9e-4410-b22a-a33bbb2cc771"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:12:55.821910 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port b30d28c6-9f9e-4410-b22a-a33bbb2cc771, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b30d28c6-9f9e-4410-b22a-a33bbb2cc771,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:12:55.827161 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:55.875309 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=b30d28c6-9f9e-4410-b22a-a33bbb2cc771,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:12:55.961151 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e623ab46-ff3e-4ab5-b4c4-41311c28df99 x-openstack-request-id: req-e623ab46-ff3e-4ab5-b4c4-41311c28df99 {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:12:55.961453 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fdba5cc-907f-4686-aa1f-e06822d6e34d", "name": "network-vif-plugged", "status": "completed", "tag": "b30d28c6-9f9e-4410-b22a-a33bbb2cc771", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:12:55.961708 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e623ab46-ff3e-4ab5-b4c4-41311c28df99 {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:12:55.962146 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fdba5cc-907f-4686-aa1f-e06822d6e34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30d28c6-9f9e-4410-b22a-a33bbb2cc771', 'code': 200} Jul 23 16:12:56.084269 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e9176-ab14-4ea2-8299-a569b368119a req-0fe2590f-f003-4035-b6ea-ba5b1527e4d6 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:56.091550 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1b8e9176-ab14-4ea2-8299-a569b368119a req-0fe2590f-f003-4035-b6ea-ba5b1527e4d6 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 945 time: 0.0754538 Jul 23 16:12:56.098495 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d3118-1245-4089-b57a-7ddc8b3b09b7 req-2fc0c14d-e724-4dbf-9337-888c85e6cbd1 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:56.101027 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2c2d3118-1245-4089-b57a-7ddc8b3b09b7 req-2fc0c14d-e724-4dbf-9337-888c85e6cbd1 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0763373 Jul 23 16:12:56.137357 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1b8e9176-ab14-4ea2-8299-a569b368119a req-6d7dc29f-5e2e-4e02-8665-d666e82e3248 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447240 Jul 23 16:12:56.146869 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2c2d3118-1245-4089-b57a-7ddc8b3b09b7 req-9e330c91-08a1-4d89-9f67-8b57967a51fd tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 Jul 23 16:12:56.239048 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76574e98-f4b0-4135-8a04-019d615a7f15 req-3645ba80-fea7-4c29-8cf9-bb060c3d26ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:56.240664 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-76574e98-f4b0-4135-8a04-019d615a7f15 req-3645ba80-fea7-4c29-8cf9-bb060c3d26ae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 1098 time: 0.0549197 Jul 23 16:12:56.293500 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-76574e98-f4b0-4135-8a04-019d615a7f15 req-17e19899-d7ca-4893-826e-48f77380a4af service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408363 Jul 23 16:12:57.284711 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14390a-729e-4662-b2cd-3f12c4e85951 req-6e4eb1b4-a1b0-46af-ba8b-d5b9e2e6bbe4 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:57.285969 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297bb09-7c04-44d0-abfa-4f06fb4705b2 req-e6304836-e968-4cb8-8a9c-656d6a7ad80c tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:57.286383 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cf14390a-729e-4662-b2cd-3f12c4e85951 req-6e4eb1b4-a1b0-46af-ba8b-d5b9e2e6bbe4 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0652668 Jul 23 16:12:57.287352 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f297bb09-7c04-44d0-abfa-4f06fb4705b2 req-e6304836-e968-4cb8-8a9c-656d6a7ad80c tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 945 time: 0.0662272 Jul 23 16:12:57.327398 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cf14390a-729e-4662-b2cd-3f12c4e85951 req-60e05d94-ca3b-4862-89fa-9e3ac65917c5 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345514 Jul 23 16:12:57.327635 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f297bb09-7c04-44d0-abfa-4f06fb4705b2 req-4cf5e9e5-05b3-457f-9e56-775b5cda30e0 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345445 Jul 23 16:12:58.468775 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0f52f-1c05-4aca-af11-e877cf480d2a req-abfda499-c381-4f36-b122-446747abf5be tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:58.470463 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0fc0f52f-1c05-4aca-af11-e877cf480d2a req-abfda499-c381-4f36-b122-446747abf5be tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0692084 Jul 23 16:12:58.470692 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45add7-bc02-4ab9-81d8-1662bea8f8b9 req-aeb6a490-1e25-47f3-804d-9124eb32e768 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:58.472268 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fe45add7-bc02-4ab9-81d8-1662bea8f8b9 req-aeb6a490-1e25-47f3-804d-9124eb32e768 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 945 time: 0.0711765 Jul 23 16:12:58.511853 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0fc0f52f-1c05-4aca-af11-e877cf480d2a req-0083b4ec-815f-48b2-b3df-760df89f429c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347838 Jul 23 16:12:58.516049 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fe45add7-bc02-4ab9-81d8-1662bea8f8b9 req-5b9b27f0-5136-4981-94d3-4928136c710f tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380287 Jul 23 16:12:59.658298 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8008462-82ca-44cf-9200-a3c7e752fc43 req-72796655-6b57-406b-ac50-d338b98721d9 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:12:59.659925 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c8008462-82ca-44cf-9200-a3c7e752fc43 req-72796655-6b57-406b-ac50-d338b98721d9 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0730898 Jul 23 16:12:59.712275 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c8008462-82ca-44cf-9200-a3c7e752fc43 req-9ba600e7-3d9f-4f1d-8f20-76281eff6033 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453527 Jul 23 16:13:00.039584 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 51620) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:00.169449 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5ebd93fa-b64a-4967-abd4-0519d02556d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:00.298076 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5ebd93fa-b64a-4967-abd4-0519d02556d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:00.303889 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5ebd93fa-b64a-4967-abd4-0519d02556d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:00.342915 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd93fa-b64a-4967-abd4-0519d02556d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375aefaa-3982-422d-9297-99204eceb13c,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:00.350651 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-5ebd93fa-b64a-4967-abd4-0519d02556d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d749dbb07f09496e867711afc6597be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098228 Jul 23 16:13:00.353960 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 51634) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:00.407363 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3224c4c7-14f7-47c6-bc21-387eb88b418b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:00.429953 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3224c4c7-14f7-47c6-bc21-387eb88b418b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:00.478388 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3224c4c7-14f7-47c6-bc21-387eb88b418b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:00.481561 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3224c4c7-14f7-47c6-bc21-387eb88b418b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:00.485273 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-3224c4c7-14f7-47c6-bc21-387eb88b418b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/375aefaa-3982-422d-9297-99204eceb13c HTTP/1.1" status: 204 len: 168 time: 0.1279161 Jul 23 16:13:00.494354 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224c4c7-14f7-47c6-bc21-387eb88b418b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375aefaa-3982-422d-9297-99204eceb13c,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:00.868793 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524fb9d-81e8-40b6-9905-6dff3f0eef61 req-00e70a73-d9ae-4564-af1e-9fb51d0778ce tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:00.870459 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1524fb9d-81e8-40b6-9905-6dff3f0eef61 req-00e70a73-d9ae-4564-af1e-9fb51d0778ce tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0686491 Jul 23 16:13:00.918795 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1524fb9d-81e8-40b6-9905-6dff3f0eef61 req-6120d780-5a07-4f4e-829e-284631beff34 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409298 Jul 23 16:13:02.072500 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dbc0c-ff2d-4b3f-b9ca-826567f062bb req-b8bee5e8-589e-49cb-8446-901a9773bde0 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:02.074028 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c45dbc0c-ff2d-4b3f-b9ca-826567f062bb req-b8bee5e8-589e-49cb-8446-901a9773bde0 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0765879 Jul 23 16:13:02.112887 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c45dbc0c-ff2d-4b3f-b9ca-826567f062bb req-9327d700-0693-4db2-bdc0-1b7ba8c0063e tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326881 Jul 23 16:13:02.283983 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 51718) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:02.400444 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7c10f8b6-4d98-48e8-a0ef-bdc1d2d4c9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:02.504213 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7c10f8b6-4d98-48e8-a0ef-bdc1d2d4c9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:02.509832 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7c10f8b6-4d98-48e8-a0ef-bdc1d2d4c9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:02.547875 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-7c10f8b6-4d98-48e8-a0ef-bdc1d2d4c9af admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aa76b3867af34c92933a5c0787bb67bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626019 Jul 23 16:13:02.548711 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10f8b6-4d98-48e8-a0ef-bdc1d2d4c9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493241ad-4c15-4c86-9f9c-1a49aab42ea5,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:02.551056 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 51726) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:02.608683 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e2c2e1a2-474d-477f-ac9a-0af1090325b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:02.631120 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e2c2e1a2-474d-477f-ac9a-0af1090325b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:02.687412 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e2c2e1a2-474d-477f-ac9a-0af1090325b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:02.690043 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e2c2e1a2-474d-477f-ac9a-0af1090325b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:02.691707 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-e2c2e1a2-474d-477f-ac9a-0af1090325b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/493241ad-4c15-4c86-9f9c-1a49aab42ea5 HTTP/1.1" status: 204 len: 168 time: 0.1394753 Jul 23 16:13:02.701092 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2e1a2-474d-477f-ac9a-0af1090325b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493241ad-4c15-4c86-9f9c-1a49aab42ea5,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:03.016812 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 51736) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:03.031742 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b9fe175a-f6a0-4a19-b9e9-8bae0e7538bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:03.148921 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b9fe175a-f6a0-4a19-b9e9-8bae0e7538bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:03.165650 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b9fe175a-f6a0-4a19-b9e9-8bae0e7538bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:03.206712 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-b9fe175a-f6a0-4a19-b9e9-8bae0e7538bb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=13c9008c02ed4530984adaa6b377b07a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891842 Jul 23 16:13:03.207930 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe175a-f6a0-4a19-b9e9-8bae0e7538bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75452cb-6fd8-4b35-8676-4a4938e65f29,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:03.209669 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 51744) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:03.272017 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2387aecd-084e-47f4-a210-d7511b83f401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:03.292850 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2387aecd-084e-47f4-a210-d7511b83f401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:03.343948 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2387aecd-084e-47f4-a210-d7511b83f401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:03.347730 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2387aecd-084e-47f4-a210-d7511b83f401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:03.349752 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-2387aecd-084e-47f4-a210-d7511b83f401 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e75452cb-6fd8-4b35-8676-4a4938e65f29 HTTP/1.1" status: 204 len: 168 time: 0.1386366 Jul 23 16:13:03.364295 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387aecd-084e-47f4-a210-d7511b83f401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75452cb-6fd8-4b35-8676-4a4938e65f29,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:05.353126 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 51818) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:05.457804 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f4da0f39-de55-4942-9c93-cf8062e59248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:05.564927 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f4da0f39-de55-4942-9c93-cf8062e59248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:05.570569 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f4da0f39-de55-4942-9c93-cf8062e59248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:05.631717 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-f4da0f39-de55-4942-9c93-cf8062e59248 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c9c2ac7d71cf44a39e20b84f43259e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774363 Jul 23 16:13:05.635589 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 51826) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:05.639814 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da0f39-de55-4942-9c93-cf8062e59248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5531bbc1-dc6c-4def-b869-824fd5d53443,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:05.650666 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da0f39-de55-4942-9c93-cf8062e59248 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.651193 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da0f39-de55-4942-9c93-cf8062e59248 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.651588 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da0f39-de55-4942-9c93-cf8062e59248 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.651901 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da0f39-de55-4942-9c93-cf8062e59248 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.652229 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da0f39-de55-4942-9c93-cf8062e59248 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.652694 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da0f39-de55-4942-9c93-cf8062e59248 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.653111 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da0f39-de55-4942-9c93-cf8062e59248 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.653442 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da0f39-de55-4942-9c93-cf8062e59248 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.653770 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da0f39-de55-4942-9c93-cf8062e59248 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.654112 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da0f39-de55-4942-9c93-cf8062e59248 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.654433 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da0f39-de55-4942-9c93-cf8062e59248 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.654753 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4da0f39-de55-4942-9c93-cf8062e59248 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.695119 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6b01a-95d4-4c9b-81f3-6d50b454da3e req-24596eda-2b0d-4f79-874f-74ce14d6f353 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:05.702232 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-41a6b01a-95d4-4c9b-81f3-6d50b454da3e req-24596eda-2b0d-4f79-874f-74ce14d6f353 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.1124926 Jul 23 16:13:05.706769 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-57a76bf3-2f0b-4b2e-a873-ed3856f308f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:05.730077 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-57a76bf3-2f0b-4b2e-a873-ed3856f308f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:05.738109 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-41a6b01a-95d4-4c9b-81f3-6d50b454da3e req-7ff37361-4ad2-46dc-9dcc-71604400349c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349710 Jul 23 16:13:05.786192 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-57a76bf3-2f0b-4b2e-a873-ed3856f308f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:05.790216 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-57a76bf3-2f0b-4b2e-a873-ed3856f308f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:05.791394 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-57a76bf3-2f0b-4b2e-a873-ed3856f308f9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5531bbc1-dc6c-4def-b869-824fd5d53443 HTTP/1.1" status: 204 len: 168 time: 0.1545439 Jul 23 16:13:05.799301 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a76bf3-2f0b-4b2e-a873-ed3856f308f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5531bbc1-dc6c-4def-b869-824fd5d53443,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:05.806422 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a76bf3-2f0b-4b2e-a873-ed3856f308f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.806773 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a76bf3-2f0b-4b2e-a873-ed3856f308f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.807137 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a76bf3-2f0b-4b2e-a873-ed3856f308f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.807473 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a76bf3-2f0b-4b2e-a873-ed3856f308f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.807944 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a76bf3-2f0b-4b2e-a873-ed3856f308f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.808130 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a76bf3-2f0b-4b2e-a873-ed3856f308f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.808453 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a76bf3-2f0b-4b2e-a873-ed3856f308f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.808782 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a76bf3-2f0b-4b2e-a873-ed3856f308f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.809103 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a76bf3-2f0b-4b2e-a873-ed3856f308f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.809421 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a76bf3-2f0b-4b2e-a873-ed3856f308f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.809737 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a76bf3-2f0b-4b2e-a873-ed3856f308f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:05.810054 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a76bf3-2f0b-4b2e-a873-ed3856f308f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:06.082937 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 51832) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:06.096953 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4e73cebf-0464-4347-9b0e-28c0a0bed6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:06.198454 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4e73cebf-0464-4347-9b0e-28c0a0bed6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:06.207061 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4e73cebf-0464-4347-9b0e-28c0a0bed6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:06.245384 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73cebf-0464-4347-9b0e-28c0a0bed6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde55fe8-73e7-4062-9a3f-c8d52e2c4f14,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:06.251162 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-4e73cebf-0464-4347-9b0e-28c0a0bed6f6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=12d05c5f31f945d4b53a673298e1226f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670954 Jul 23 16:13:06.254257 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 51836) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:06.317222 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9e40726-15d2-4c1b-90e7-471fa5176798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:06.338165 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9e40726-15d2-4c1b-90e7-471fa5176798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:06.390426 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9e40726-15d2-4c1b-90e7-471fa5176798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:06.395167 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d9e40726-15d2-4c1b-90e7-471fa5176798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:06.396931 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-d9e40726-15d2-4c1b-90e7-471fa5176798 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cde55fe8-73e7-4062-9a3f-c8d52e2c4f14 HTTP/1.1" status: 204 len: 168 time: 0.1412764 Jul 23 16:13:06.405509 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e40726-15d2-4c1b-90e7-471fa5176798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde55fe8-73e7-4062-9a3f-c8d52e2c4f14,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:07.118755 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 51870) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:07.224776 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-df5d332a-17a5-4734-bb03-0ddc62bbb81a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-738122235-network', 'tenant_id': '2e4f07e0afe84eabb5ec241bcf46d1cd'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:07.263266 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5d332a-17a5-4734-bb03-0ddc62bbb81a admin admin] Made reservation on behalf of 2e4f07e0afe84eabb5ec241bcf46d1cd for: {'network': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:13:07.265969 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-df5d332a-17a5-4734-bb03-0ddc62bbb81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:07.280485 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-df5d332a-17a5-4734-bb03-0ddc62bbb81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:07.377426 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-df5d332a-17a5-4734-bb03-0ddc62bbb81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:07.382651 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-df5d332a-17a5-4734-bb03-0ddc62bbb81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:07.403801 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5d332a-17a5-4734-bb03-0ddc62bbb81a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=93297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:13:07.418958 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d332a-17a5-4734-bb03-0ddc62bbb81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fe39f0-3b9c-41a2-9549-effd4707795f,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:07.421888 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-df5d332a-17a5-4734-bb03-0ddc62bbb81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:07.422237 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.segments_db [None req-df5d332a-17a5-4734-bb03-0ddc62bbb81a admin admin] Added segment 80be54d3-f460-4d6a-ab72-3eda912cb464 of type vlan for network c6add090-de42-45f4-8587-3d6ae513ce8a Jul 23 16:13:07.464423 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-df5d332a-17a5-4734-bb03-0ddc62bbb81a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:07.497543 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-df5d332a-17a5-4734-bb03-0ddc62bbb81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:07.498544 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5d332a-17a5-4734-bb03-0ddc62bbb81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:07.499130 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-df5d332a-17a5-4734-bb03-0ddc62bbb81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:07.531747 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-df5d332a-17a5-4734-bb03-0ddc62bbb81a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4118693 Jul 23 16:13:07.534769 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 51878) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:07.540076 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-8f77f96e-347d-479a-90be-cd579f9a5849 admin admin] Request body: {'subnet': {'network_id': 'c6add090-de42-45f4-8587-3d6ae513ce8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-738122235-subnet', 'tenant_id': '2e4f07e0afe84eabb5ec241bcf46d1cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:07.563169 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d332a-17a5-4734-bb03-0ddc62bbb81a admin admin] Pushing event updated for resources: {'Network': ['ID=c6add090-de42-45f4-8587-3d6ae513ce8a,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:07.564842 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f77f96e-347d-479a-90be-cd579f9a5849 admin admin] Made reservation on behalf of 2e4f07e0afe84eabb5ec241bcf46d1cd for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:13:07.567350 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8f77f96e-347d-479a-90be-cd579f9a5849 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13960916'] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:07.574635 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network c6add090-de42-45f4-8587-3d6ae513ce8a details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:13:07.753107 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8f77f96e-347d-479a-90be-cd579f9a5849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15978149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13960902'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:07.811604 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77f96e-347d-479a-90be-cd579f9a5849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9434de32-30eb-48b6-a392-b6f9d89d29e3,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:07.822056 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f77f96e-347d-479a-90be-cd579f9a5849 admin admin] Checking segment: {'id': '80be54d3-f460-4d6a-ab72-3eda912cb464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c6add090-de42-45f4-8587-3d6ae513ce8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:13:07.822417 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f77f96e-347d-479a-90be-cd579f9a5849 admin admin] Network hostable DHCP agents. Network: c6add090-de42-45f4-8587-3d6ae513ce8a, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:13:07.841095 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f77f96e-347d-479a-90be-cd579f9a5849 admin admin] Network c6add090-de42-45f4-8587-3d6ae513ce8a is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:13:07.852227 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-8f77f96e-347d-479a-90be-cd579f9a5849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, c6add090-de42-45f4-8587-3d6ae513ce8a) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:13:07.856467 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77f96e-347d-479a-90be-cd579f9a5849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:07.857066 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8f77f96e-347d-479a-90be-cd579f9a5849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:07.862164 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e250b9-d54a-4037-ae81-2cd7c3a8bc61 None None] Network c6add090-de42-45f4-8587-3d6ae513ce8a requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:13:07.880867 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-8f77f96e-347d-479a-90be-cd579f9a5849 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3446722 Jul 23 16:13:07.987315 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12e13bd-f6b0-4727-8bbb-f2715e1a1256 None None] Network c6add090-de42-45f4-8587-3d6ae513ce8a requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:13:08.372577 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 51900) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:08.382857 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-05fa23b3-3323-44b8-a8c0-e9e8abbf5e0b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1204528793-network', 'tenant_id': '3cb5f46e321243979c4542fed3a23853'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:08.406506 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fa23b3-3323-44b8-a8c0-e9e8abbf5e0b admin admin] Made reservation on behalf of 3cb5f46e321243979c4542fed3a23853 for: {'network': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:13:08.409114 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-05fa23b3-3323-44b8-a8c0-e9e8abbf5e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:08.418866 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-05fa23b3-3323-44b8-a8c0-e9e8abbf5e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:08.515483 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-05fa23b3-3323-44b8-a8c0-e9e8abbf5e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:08.521290 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-05fa23b3-3323-44b8-a8c0-e9e8abbf5e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:08.546028 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fa23b3-3323-44b8-a8c0-e9e8abbf5e0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=93297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:13:08.554466 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa23b3-3323-44b8-a8c0-e9e8abbf5e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f25389-bb81-42c9-b29b-ae5753a5862c,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:08.560626 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-05fa23b3-3323-44b8-a8c0-e9e8abbf5e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:08.560964 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.segments_db [None req-05fa23b3-3323-44b8-a8c0-e9e8abbf5e0b admin admin] Added segment c7e50eaa-2564-42a3-a254-1f291bb3662b of type vlan for network c83262c3-7ec4-4ed4-8fbc-bdb793ec257b Jul 23 16:13:08.600878 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-05fa23b3-3323-44b8-a8c0-e9e8abbf5e0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:08.648344 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-05fa23b3-3323-44b8-a8c0-e9e8abbf5e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:08.649709 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa23b3-3323-44b8-a8c0-e9e8abbf5e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:08.650322 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-05fa23b3-3323-44b8-a8c0-e9e8abbf5e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:08.686497 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-05fa23b3-3323-44b8-a8c0-e9e8abbf5e0b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3127713 Jul 23 16:13:08.689469 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 51906) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:08.694598 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-4c9a5f68-599a-47e2-9aa8-e3e36ddf72f2 admin admin] Request body: {'subnet': {'network_id': 'c83262c3-7ec4-4ed4-8fbc-bdb793ec257b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1204528793-subnet', 'tenant_id': '3cb5f46e321243979c4542fed3a23853', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:08.715227 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa23b3-3323-44b8-a8c0-e9e8abbf5e0b admin admin] Pushing event updated for resources: {'Network': ['ID=c83262c3-7ec4-4ed4-8fbc-bdb793ec257b,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:08.718528 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9a5f68-599a-47e2-9aa8-e3e36ddf72f2 admin admin] Made reservation on behalf of 3cb5f46e321243979c4542fed3a23853 for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:13:08.721053 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4c9a5f68-599a-47e2-9aa8-e3e36ddf72f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13960916'] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:08.726502 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network c83262c3-7ec4-4ed4-8fbc-bdb793ec257b details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:13:08.895130 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4c9a5f68-599a-47e2-9aa8-e3e36ddf72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15978149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13960902'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:08.950974 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a5f68-599a-47e2-9aa8-e3e36ddf72f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63ff90ec-317c-4229-ab85-bed841045a73,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:08.962042 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9a5f68-599a-47e2-9aa8-e3e36ddf72f2 admin admin] Checking segment: {'id': 'c7e50eaa-2564-42a3-a254-1f291bb3662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c83262c3-7ec4-4ed4-8fbc-bdb793ec257b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:13:08.962315 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9a5f68-599a-47e2-9aa8-e3e36ddf72f2 admin admin] Network hostable DHCP agents. Network: c83262c3-7ec4-4ed4-8fbc-bdb793ec257b, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:13:08.983291 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9a5f68-599a-47e2-9aa8-e3e36ddf72f2 admin admin] Network c83262c3-7ec4-4ed4-8fbc-bdb793ec257b is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:13:08.995560 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-4c9a5f68-599a-47e2-9aa8-e3e36ddf72f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, c83262c3-7ec4-4ed4-8fbc-bdb793ec257b) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:13:09.000165 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9a5f68-599a-47e2-9aa8-e3e36ddf72f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:09.000762 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-4c9a5f68-599a-47e2-9aa8-e3e36ddf72f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:09.006242 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ef4ee6-618d-4fa5-bcad-3d5e6770819b None None] Network c83262c3-7ec4-4ed4-8fbc-bdb793ec257b requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:13:09.022036 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-4c9a5f68-599a-47e2-9aa8-e3e36ddf72f2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3312051 Jul 23 16:13:09.173872 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c96bbab-15a4-406d-8471-d83a59b8df43 None None] Network c83262c3-7ec4-4ed4-8fbc-bdb793ec257b requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:13:09.259733 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf66d8-b362-4a7d-a053-eb28d30505e2 req-a57bbaf9-1d52-4ad5-a2b6-a4e41cfb57ec tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:09.260855 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9adf66d8-b362-4a7d-a053-eb28d30505e2 req-a57bbaf9-1d52-4ad5-a2b6-a4e41cfb57ec tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0701966 Jul 23 16:13:09.316387 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9adf66d8-b362-4a7d-a053-eb28d30505e2 req-8ecdbe6a-7ffd-4c77-a95d-da3a2ea5c94a tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485504 Jul 23 16:13:09.381624 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf72b6-8d50-460e-8bcb-63e9ccb6da34 req-557aa271-053a-49dc-a9af-ca10082d8ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:09.383523 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6dbf72b6-8d50-460e-8bcb-63e9ccb6da34 req-557aa271-053a-49dc-a9af-ca10082d8ae9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 1098 time: 0.1032426 Jul 23 16:13:09.424040 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6dbf72b6-8d50-460e-8bcb-63e9ccb6da34 req-b372bd13-5266-470a-92f9-490146d44dc0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332708 Jul 23 16:13:09.699768 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:13:10.490185 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e4ec95f-4207-4537-be49-110f7d85d1c1 req-d64346bc-c931-41dd-9dc8-8c4e4eeb21d1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0982001 Jul 23 16:13:10.498742 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8e2bd-8042-4314-bc42-50e03b21a902 req-6b988ecd-fa15-484b-b3f4-4893e817ea78 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:10.500562 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-65c8e2bd-8042-4314-bc42-50e03b21a902 req-6b988ecd-fa15-484b-b3f4-4893e817ea78 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.1007049 Jul 23 16:13:10.543192 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-65c8e2bd-8042-4314-bc42-50e03b21a902 req-82724cb0-cace-4a4f-a448-006b07ceb6ec tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366771 Jul 23 16:13:10.601808 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ec95f-4207-4537-be49-110f7d85d1c1 req-0567b175-d07f-4a28-942f-918eeffc6af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:10.603446 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e4ec95f-4207-4537-be49-110f7d85d1c1 req-0567b175-d07f-4a28-942f-918eeffc6af5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c0ceb3b4162f4cc9821da4ffac30e975&device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 1098 time: 0.0593483 Jul 23 16:13:10.731765 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ec95f-4207-4537-be49-110f7d85d1c1 req-1d39fd00-b1ca-4f20-b33c-f3d2b1358886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:10.733274 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e4ec95f-4207-4537-be49-110f7d85d1c1 req-1d39fd00-b1ca-4f20-b33c-f3d2b1358886 service neutron] 10.222.0.59 "GET /v2.0/networks?id=97f88737-3704-4b88-a90c-d3a1937a3184 HTTP/1.1" status: 200 len: 915 time: 0.1021011 Jul 23 16:13:10.789620 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e4ec95f-4207-4537-be49-110f7d85d1c1 req-11ace46b-e4a3-4df8-b9b4-bec49e0b29cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ce2d661-4e6d-45a6-aee7-6bf1703578ca HTTP/1.1" status: 200 len: 217 time: 0.0388477 Jul 23 16:13:10.851591 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ec95f-4207-4537-be49-110f7d85d1c1 req-04be9c04-7c40-4fc1-8971-16c4c3db5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:10.853293 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e4ec95f-4207-4537-be49-110f7d85d1c1 req-04be9c04-7c40-4fc1-8971-16c4c3db5e23 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4115b965-2190-4335-9cf7-bb59d4592a9c HTTP/1.1" status: 200 len: 854 time: 0.0536885 Jul 23 16:13:10.892316 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e4ec95f-4207-4537-be49-110f7d85d1c1 req-9f860595-0895-4575-8123-110ca35ff4b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97f88737-3704-4b88-a90c-d3a1937a3184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281298 Jul 23 16:13:10.990342 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e4ec95f-4207-4537-be49-110f7d85d1c1 req-a11e14ac-98a2-4c80-bc5d-91de4951ed6a service neutron] 10.222.0.59 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905633 Jul 23 16:13:11.098179 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e4ec95f-4207-4537-be49-110f7d85d1c1 req-086ac901-82f8-4a67-baf1-10afde4bf088 service neutron] 10.222.0.59 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998397 Jul 23 16:13:11.715699 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe4121-7fe7-4d3d-ac28-0b1b82d00fce req-34ea3ae0-3c2f-4207-89ef-f7f50b9fd71b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:11.716772 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a9fe4121-7fe7-4d3d-ac28-0b1b82d00fce req-34ea3ae0-3c2f-4207-89ef-f7f50b9fd71b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0803597 Jul 23 16:13:11.761292 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a9fe4121-7fe7-4d3d-ac28-0b1b82d00fce req-e100bf3d-4de9-4ede-9783-677f80a5b883 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380890 Jul 23 16:13:11.904169 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755f996-b404-4b2f-a3dd-616146851099 req-8efec368-3a48-46c0-ab7f-c72e13474a8c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:11.905791 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d755f996-b404-4b2f-a3dd-616146851099 req-8efec368-3a48-46c0-ab7f-c72e13474a8c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0720184 Jul 23 16:13:11.948285 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d755f996-b404-4b2f-a3dd-616146851099 req-322e8b83-40f6-4940-82c7-ec92695bb672 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349479 Jul 23 16:13:12.159408 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:14.843033 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345b8c1-ce2e-4958-8529-f61ab2b6cf4f req-c6230bc2-4b5e-4b0c-a309-0a5be27c3984 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:14.844551 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d345b8c1-ce2e-4958-8529-f61ab2b6cf4f req-c6230bc2-4b5e-4b0c-a309-0a5be27c3984 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.1102664 Jul 23 16:13:14.877481 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae714393-a601-4920-b0c8-422ce5765912 req-bd0a9deb-bad6-4ad1-bd97-79e0b778eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:14.879014 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ae714393-a601-4920-b0c8-422ce5765912 req-bd0a9deb-bad6-4ad1-bd97-79e0b778eb54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c48c39524c134508a8893e4d116cb081&device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 1098 time: 0.1016483 Jul 23 16:13:14.916801 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d345b8c1-ce2e-4958-8529-f61ab2b6cf4f req-95d3557c-6276-4167-b9fa-d0297eb271bd tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645070 Jul 23 16:13:14.999187 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae714393-a601-4920-b0c8-422ce5765912 req-d26c56e5-a91d-4642-94d7-f1d460ff73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:15.000683 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ae714393-a601-4920-b0c8-422ce5765912 req-d26c56e5-a91d-4642-94d7-f1d460ff73c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9badab1-7eef-4cc8-9a63-26df64f8e639 HTTP/1.1" status: 200 len: 920 time: 0.1104634 Jul 23 16:13:15.302265 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ae714393-a601-4920-b0c8-422ce5765912 req-66865c82-c795-4bc0-9dba-1662cdc697b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6eec52b-01ce-486f-be17-e0bcdf2cf20c HTTP/1.1" status: 200 len: 217 time: 0.2944834 Jul 23 16:13:15.357465 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae714393-a601-4920-b0c8-422ce5765912 req-2dfc9f6b-18f8-4654-ae51-fb7a832f4054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:15.360325 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ae714393-a601-4920-b0c8-422ce5765912 req-2dfc9f6b-18f8-4654-ae51-fb7a832f4054 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f4224b1-fcef-42fd-9e0a-34138cd1c2de HTTP/1.1" status: 200 len: 859 time: 0.0485036 Jul 23 16:13:15.397317 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ae714393-a601-4920-b0c8-422ce5765912 req-42f6f116-4c38-4b43-85bf-37332beee25e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9badab1-7eef-4cc8-9a63-26df64f8e639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286448 Jul 23 16:13:15.495442 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ae714393-a601-4920-b0c8-422ce5765912 req-22b9a7d8-5bdc-497d-94ee-9a2dadccafa6 service neutron] 10.222.0.59 "GET /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896111 Jul 23 16:13:15.598056 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ae714393-a601-4920-b0c8-422ce5765912 req-5ef6f4ba-6e4d-4b86-98bc-0b90b2c6621a service neutron] 10.222.0.59 "GET /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932951 Jul 23 16:13:15.812350 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8af51f10-2d76-46c3-8922-d1128a32ae2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:16.064480 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83252064-b7f8-4968-9c45-a4cbe0517d78 req-8da0fb88-3280-4628-8b90-00c8b4d0cf85 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:16.066018 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-83252064-b7f8-4968-9c45-a4cbe0517d78 req-8da0fb88-3280-4628-8b90-00c8b4d0cf85 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0721111 Jul 23 16:13:16.105312 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-83252064-b7f8-4968-9c45-a4cbe0517d78 req-2dc2dc1c-3bed-444f-add4-e823bb583e59 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333824 Jul 23 16:13:17.265653 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a87f43-1b65-4da2-930f-c8a71e680667 req-d41d3fe0-6345-41dd-bcd3-809798df35bf tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:17.267249 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-40a87f43-1b65-4da2-930f-c8a71e680667 req-d41d3fe0-6345-41dd-bcd3-809798df35bf tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0829887 Jul 23 16:13:17.305821 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-40a87f43-1b65-4da2-930f-c8a71e680667 req-0c2b2300-2f38-44df-b75d-da2806bb3d7e tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Jul 23 16:13:18.530114 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-fa9fb38f-9d11-4ead-b969-0b19d51e1ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:18.798871 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:19.238418 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:20.870437 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8e543-4d6a-4a29-9e6b-707212ffcf6b req-f1a9ca97-cc67-4de0-ae29-3b25c5a6c264 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:20.871980 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-03d8e543-4d6a-4a29-9e6b-707212ffcf6b req-f1a9ca97-cc67-4de0-ae29-3b25c5a6c264 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0671132 Jul 23 16:13:20.911320 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-03d8e543-4d6a-4a29-9e6b-707212ffcf6b req-c6fc6c73-8c19-4b2a-8149-ca213a38fdb4 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332298 Jul 23 16:13:21.037345 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:22.071526 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59635c0c-a9c9-4b7c-aafb-5cc9c7224d89 req-de847d72-0827-4842-8884-552bf426aa01 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:22.073162 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-59635c0c-a9c9-4b7c-aafb-5cc9c7224d89 req-de847d72-0827-4842-8884-552bf426aa01 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0734906 Jul 23 16:13:22.117200 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-59635c0c-a9c9-4b7c-aafb-5cc9c7224d89 req-df1caa8b-6854-45ea-b5fc-f6da133e3965 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373647 Jul 23 16:13:23.351482 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4fe23-fc61-4994-b69c-c3bcbd3434fa req-161e6a35-5916-49af-91d9-7ba6b8d7c2aa tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:23.353094 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-24c4fe23-fc61-4994-b69c-c3bcbd3434fa req-161e6a35-5916-49af-91d9-7ba6b8d7c2aa tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0809853 Jul 23 16:13:23.396898 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-24c4fe23-fc61-4994-b69c-c3bcbd3434fa req-a7558a2b-a98d-4a86-a992-7f1720ac1da6 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352778 Jul 23 16:13:23.574192 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c77655-df76-4461-b29c-8061be14452d req-7d80cbe5-d9b8-4af4-8b1d-c16b08e60011 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:23.575743 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-50c77655-df76-4461-b29c-8061be14452d req-7d80cbe5-d9b8-4af4-8b1d-c16b08e60011 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/networks?id=97f88737-3704-4b88-a90c-d3a1937a3184 HTTP/1.1" status: 200 len: 814 time: 0.1039493 Jul 23 16:13:23.594279 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-50c77655-df76-4461-b29c-8061be14452d req-530fc29b-4ba8-4c7e-8f19-f7505d931856 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/quotas/c0ceb3b4162f4cc9821da4ffac30e975 HTTP/1.1" status: 200 len: 375 time: 0.0100927 Jul 23 16:13:23.673968 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-50c77655-df76-4461-b29c-8061be14452d req-51894d07-31ca-4ce5-b888-2406c1e4bebc tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0ceb3b4162f4cc9821da4ffac30e975&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0738990 Jul 23 16:13:23.771313 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-50c77655-df76-4461-b29c-8061be14452d req-4c9cf170-2b30-4355-9ed2-1961b1f20d83 service neutron] 10.222.0.69 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894966 Jul 23 16:13:23.862317 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-50c77655-df76-4461-b29c-8061be14452d req-14699e90-be07-4fa8-8d2a-8dd1b63d0e96 service neutron] 10.222.0.69 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837243 Jul 23 16:13:24.045978 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fd990fb8-ac84-4b9e-91a7-0cc38f0152ac req-c1d09002-d4d9-4c52-9695-d31257ef4221 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 210 time: 0.0356038 Jul 23 16:13:24.360307 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 52276) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:24.612079 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8bc9abb3-74db-491c-bd43-7c5975f6f8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:24.679781 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff6ceb-d061-415c-a15c-0d25e941a228 req-cbe75202-e425-4b03-8e47-d57daeb3b412 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:24.683615 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-55ff6ceb-d061-415c-a15c-0d25e941a228 req-cbe75202-e425-4b03-8e47-d57daeb3b412 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.1397657 Jul 23 16:13:24.742634 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-55ff6ceb-d061-415c-a15c-0d25e941a228 req-aad2206b-8854-412a-bcc9-8218ebfc7b78 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453615 Jul 23 16:13:24.743116 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 52288) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:24.756312 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8bc9abb3-74db-491c-bd43-7c5975f6f8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:24.762078 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8bc9abb3-74db-491c-bd43-7c5975f6f8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:24.804659 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9abb3-74db-491c-bd43-7c5975f6f8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802da7d2-ee3a-4909-8c0e-0dc29bf40dc2,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:24.811003 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-8bc9abb3-74db-491c-bd43-7c5975f6f8d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=59850b6625eb4a41a8426581da8f3ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494081 Jul 23 16:13:24.815811 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 52292) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:24.882120 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ee4596c0-674a-4127-8341-673e92ade096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:24.899329 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-72347c9f-8d27-44d4-807c-d9f65b40401e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:24.904760 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ee4596c0-674a-4127-8341-673e92ade096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:24.953988 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ee4596c0-674a-4127-8341-673e92ade096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:24.957269 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ee4596c0-674a-4127-8341-673e92ade096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:24.958679 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-ee4596c0-674a-4127-8341-673e92ade096 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/802da7d2-ee3a-4909-8c0e-0dc29bf40dc2 HTTP/1.1" status: 204 len: 168 time: 0.1388619 Jul 23 16:13:24.971351 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4596c0-674a-4127-8341-673e92ade096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802da7d2-ee3a-4909-8c0e-0dc29bf40dc2,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:25.012094 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-72347c9f-8d27-44d4-807c-d9f65b40401e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:25.017874 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-72347c9f-8d27-44d4-807c-d9f65b40401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:25.061914 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-72347c9f-8d27-44d4-807c-d9f65b40401e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9da6fdf3f5c04510b8cbab2a7b142427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177054 Jul 23 16:13:25.063077 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72347c9f-8d27-44d4-807c-d9f65b40401e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2781ebf6-3ad5-4235-b2f8-196877d3984e,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:25.065114 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 52296) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:25.153681 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b0efa605-e851-4bcc-8773-f627217972f9 req-fde65cec-40e4-4cd1-ace1-53c77bbc1a77 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 210 time: 0.0348229 Jul 23 16:13:25.154428 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b68148cd-15f0-4173-8dbd-ff30f304408d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:25.176880 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b68148cd-15f0-4173-8dbd-ff30f304408d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:25.231209 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b68148cd-15f0-4173-8dbd-ff30f304408d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:25.234376 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b68148cd-15f0-4173-8dbd-ff30f304408d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:25.235859 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b68148cd-15f0-4173-8dbd-ff30f304408d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2781ebf6-3ad5-4235-b2f8-196877d3984e HTTP/1.1" status: 204 len: 168 time: 0.1695054 Jul 23 16:13:25.249852 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68148cd-15f0-4173-8dbd-ff30f304408d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2781ebf6-3ad5-4235-b2f8-196877d3984e,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:25.830440 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c77655-df76-4461-b29c-8061be14452d req-bcc18791-07e4-4304-9575-f8c0e996d7c8 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:25.833072 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-50c77655-df76-4461-b29c-8061be14452d req-bcc18791-07e4-4304-9575-f8c0e996d7c8 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.59 "GET /v2.0/networks?id=97f88737-3704-4b88-a90c-d3a1937a3184 HTTP/1.1" status: 200 len: 814 time: 0.1390274 Jul 23 16:13:25.862163 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-50c77655-df76-4461-b29c-8061be14452d req-143d0e4b-f87a-4441-b123-d8f8f69a6f33 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Request body: {'port': {'device_id': '08a992c4-187b-4036-9064-ddadd463e913', 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184', 'admin_state_up': True, 'tenant_id': 'c0ceb3b4162f4cc9821da4ffac30e975'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:26.023873 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197be5d0-243b-4ae8-84d7-3699791dc9be req-0c00768a-ad53-4d63-9a95-4b4f97eec045 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:26.030857 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-197be5d0-243b-4ae8-84d7-3699791dc9be req-0c00768a-ad53-4d63-9a95-4b4f97eec045 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.1631191 Jul 23 16:13:26.068812 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c77655-df76-4461-b29c-8061be14452d req-143d0e4b-f87a-4441-b123-d8f8f69a6f33 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Made reservation on behalf of c0ceb3b4162f4cc9821da4ffac30e975 for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:13:26.072280 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-50c77655-df76-4461-b29c-8061be14452d req-143d0e4b-f87a-4441-b123-d8f8f69a6f33 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:26.088021 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-197be5d0-243b-4ae8-84d7-3699791dc9be req-9255e5d9-9f26-419a-b9f1-b2fc16c006de tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559852 Jul 23 16:13:26.216023 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-50c77655-df76-4461-b29c-8061be14452d req-143d0e4b-f87a-4441-b123-d8f8f69a6f33 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Allocated IP 172.20.0.12 (97f88737-3704-4b88-a90c-d3a1937a3184/4115b965-2190-4335-9cf7-bb59d4592a9c/71cd5748-598e-464d-b634-a10419f5dfc3) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:13:26.266999 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bd1d79b5-63a1-40d1-9c02-639fdb8b969e req-855295e4-092f-4c0a-ba4f-28c087753751 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 210 time: 0.0338645 Jul 23 16:13:26.403865 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-50c77655-df76-4461-b29c-8061be14452d req-143d0e4b-f87a-4441-b123-d8f8f69a6f33 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:26.446292 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-50c77655-df76-4461-b29c-8061be14452d req-143d0e4b-f87a-4441-b123-d8f8f69a6f33 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:26.493140 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c77655-df76-4461-b29c-8061be14452d req-143d0e4b-f87a-4441-b123-d8f8f69a6f33 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Network 97f88737-3704-4b88-a90c-d3a1937a3184 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:13:26.498232 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-50c77655-df76-4461-b29c-8061be14452d req-143d0e4b-f87a-4441-b123-d8f8f69a6f33 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:13:26.501964 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c77655-df76-4461-b29c-8061be14452d req-143d0e4b-f87a-4441-b123-d8f8f69a6f33 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:13:26.516091 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['2ce2d661-4e6d-45a6-aee7-6bf1703578ca', '8ddd89ee-db83-4058-80ee-5c4e5624a9fd', 'b30d28c6-9f9e-4410-b22a-a33bbb2cc771'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:13:26.525981 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d0e4b-f87a-4441-b123-d8f8f69a6f33 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Pushing event updated for resources: {'Port': ['ID=71cd5748-598e-464d-b634-a10419f5dfc3,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:26.558256 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c77655-df76-4461-b29c-8061be14452d req-143d0e4b-f87a-4441-b123-d8f8f69a6f33 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:26.558910 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-50c77655-df76-4461-b29c-8061be14452d req-143d0e4b-f87a-4441-b123-d8f8f69a6f33 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:26.574032 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-50c77655-df76-4461-b29c-8061be14452d req-143d0e4b-f87a-4441-b123-d8f8f69a6f33 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7172475 Jul 23 16:13:26.599547 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Request body: {'port': {'device_id': '08a992c4-187b-4036-9064-ddadd463e913', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:26.687726 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 52362) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:26.693531 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:26.823184 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-81b6cd94-cdb7-4a05-816c-cae5e3a785fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:27.048365 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-81b6cd94-cdb7-4a05-816c-cae5e3a785fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:27.057767 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-81b6cd94-cdb7-4a05-816c-cae5e3a785fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:27.065347 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71cd5748-598e-464d-b634-a10419f5dfc3 {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:13:27.080922 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:27.115956 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Transition to ACTIVE for port object 71cd5748-598e-464d-b634-a10419f5dfc3 will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:13:27.124560 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-81b6cd94-cdb7-4a05-816c-cae5e3a785fa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=15580921620144b5a781bc7564130059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354751 Jul 23 16:13:27.125473 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:27.128216 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 52376) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:27.131471 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6cd94-cdb7-4a05-816c-cae5e3a785fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f881c533-fa8d-4ae7-aa0a-c70bd83f5c0f,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:27.247926 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Pushing event updated for resources: {'Port': ['ID=71cd5748-598e-464d-b634-a10419f5dfc3,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:27.309258 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9f3b578f-f788-4595-88a0-5136407cf448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:27.343458 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9f3b578f-f788-4595-88a0-5136407cf448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:27.392583 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a453a5-63b3-4b57-882b-6b040236821c req-6ff1b14f-f004-4f9e-b32d-1600ab5aace5 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:27.394123 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-95a453a5-63b3-4b57-882b-6b040236821c req-6ff1b14f-f004-4f9e-b32d-1600ab5aace5 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.2260482 Jul 23 16:13:27.406338 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Attempting to bind port 71cd5748-598e-464d-b634-a10419f5dfc3 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:13:27.406767 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Attempting to bind port 71cd5748-598e-464d-b634-a10419f5dfc3 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'bdfb9395-3931-4868-be84-c638fb3b6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:13:27.407342 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Attempting to bind port 71cd5748-598e-464d-b634-a10419f5dfc3 on network 97f88737-3704-4b88-a90c-d3a1937a3184 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:13:27.416142 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7754329-2afb-4e79-9a65-e105cd87ebb6 req-29820277-5e70-4e96-96d9-5932c926d9a5 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:27.417944 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a7754329-2afb-4e79-9a65-e105cd87ebb6 req-29820277-5e70-4e96-96d9-5932c926d9a5 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 944 time: 0.0744557 Jul 23 16:13:27.428348 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Port 71cd5748-598e-464d-b634-a10419f5dfc3 on network 97f88737-3704-4b88-a90c-d3a1937a3184 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:13:27.428681 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Attempting to bind port 71cd5748-598e-464d-b634-a10419f5dfc3 on network 97f88737-3704-4b88-a90c-d3a1937a3184 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:13:27.437188 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:13:27.437531 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Checking segment: {'id': 'bdfb9395-3931-4868-be84-c638fb3b6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:13:27.437920 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Bound using segment: {'id': 'bdfb9395-3931-4868-be84-c638fb3b6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:13:27.438349 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Bound port: 71cd5748-598e-464d-b634-a10419f5dfc3, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfb9395-3931-4868-be84-c638fb3b6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:13:27.438714 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:27.461236 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9f3b578f-f788-4595-88a0-5136407cf448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:27.464732 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9f3b578f-f788-4595-88a0-5136407cf448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:27.468702 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-9f3b578f-f788-4595-88a0-5136407cf448 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f881c533-fa8d-4ae7-aa0a-c70bd83f5c0f HTTP/1.1" status: 204 len: 168 time: 0.3315868 Jul 23 16:13:27.477889 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-95a453a5-63b3-4b57-882b-6b040236821c req-553387e9-0189-4c11-9ebd-5d62ae013744 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680909 Jul 23 16:13:27.485315 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b578f-f788-4595-88a0-5136407cf448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f881c533-fa8d-4ae7-aa0a-c70bd83f5c0f,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:27.498354 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a7754329-2afb-4e79-9a65-e105cd87ebb6 req-206e18c9-62be-41c2-8d96-9783167c4649 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642555 Jul 23 16:13:27.551040 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] For port 71cd5748-598e-464d-b634-a10419f5dfc3, host hv-cinder-79628, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:13:27.555197 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] For port 71cd5748-598e-464d-b634-a10419f5dfc3, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=71cd5748-598e-464d-b634-a10419f5dfc3,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:13:27.560682 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:27.597383 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:27.597625 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:27.599312 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-50c77655-df76-4461-b29c-8061be14452d req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] 10.222.0.59 "PUT /v2.0/ports/71cd5748-598e-464d-b634-a10419f5dfc3 HTTP/1.1" status: 200 len: 1094 time: 1.0047851 Jul 23 16:13:27.599774 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a992c4-187b-4036-9064-ddadd463e913', 'tag': '71cd5748-598e-464d-b634-a10419f5dfc3'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:13:27.602114 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689f9e4c-a6c5-40ab-8ce7-44e82fa0f606" -d '{"events": [{"name": "network-changed", "server_uuid": "08a992c4-187b-4036-9064-ddadd463e913", "tag": "71cd5748-598e-464d-b634-a10419f5dfc3"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:13:27.646116 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da7929-fe9e-43fa-8dcc-504bb60f1bed service neutron] Pushing event updated for resources: {'Port': ['ID=71cd5748-598e-464d-b634-a10419f5dfc3,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:27.655939 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b4a23b-4774-40b8-8374-7a9a7682d5f6 x-openstack-request-id: req-67b4a23b-4774-40b8-8374-7a9a7682d5f6 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:13:27.656379 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a992c4-187b-4036-9064-ddadd463e913", "tag": "71cd5748-598e-464d-b634-a10419f5dfc3", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:13:27.656698 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-67b4a23b-4774-40b8-8374-7a9a7682d5f6 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:13:27.657176 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a992c4-187b-4036-9064-ddadd463e913', 'tag': '71cd5748-598e-464d-b634-a10419f5dfc3', 'status': 'completed', 'code': 200} Jul 23 16:13:27.769842 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c77655-df76-4461-b29c-8061be14452d req-8fb32922-ff35-47d0-8654-18a0158f6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:27.771742 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-50c77655-df76-4461-b29c-8061be14452d req-8fb32922-ff35-47d0-8654-18a0158f6cd4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c0ceb3b4162f4cc9821da4ffac30e975&device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 1097 time: 0.0650990 Jul 23 16:13:27.836694 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-50c77655-df76-4461-b29c-8061be14452d req-54ac781f-a01c-4964-9cbd-c00c4b92bb4b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71cd5748-598e-464d-b634-a10419f5dfc3 HTTP/1.1" status: 200 len: 217 time: 0.0375688 Jul 23 16:13:27.889269 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c77655-df76-4461-b29c-8061be14452d req-3b9eaf45-5cd5-45e5-b05f-1ea4cf6be0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:27.890785 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-50c77655-df76-4461-b29c-8061be14452d req-3b9eaf45-5cd5-45e5-b05f-1ea4cf6be0de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4115b965-2190-4335-9cf7-bb59d4592a9c HTTP/1.1" status: 200 len: 854 time: 0.0458691 Jul 23 16:13:27.926229 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-50c77655-df76-4461-b29c-8061be14452d req-95b475b5-59cc-4866-921b-c6ddddf2742e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97f88737-3704-4b88-a90c-d3a1937a3184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275669 Jul 23 16:13:28.070553 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-50c77655-df76-4461-b29c-8061be14452d req-5a6db4de-9e72-428c-92e2-47f5064115c7 service neutron] 10.222.0.59 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077147 Jul 23 16:13:28.222165 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-50c77655-df76-4461-b29c-8061be14452d req-958b0fbf-59b6-45f4-b5a3-a37b13044956 service neutron] 10.222.0.59 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120689 Jul 23 16:13:28.634473 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c64d71-5b61-46df-83be-3d020ff8ac9c req-04ffc878-3ef7-4afc-b52e-d900ee7547ce tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:28.635990 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-44c64d71-5b61-46df-83be-3d020ff8ac9c req-04ffc878-3ef7-4afc-b52e-d900ee7547ce tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 944 time: 0.0707912 Jul 23 16:13:28.677601 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-44c64d71-5b61-46df-83be-3d020ff8ac9c req-f993c6b1-3189-42f7-a3db-1baa1385c55c tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331225 Jul 23 16:13:28.804070 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480528c8-0111-4edb-993a-1d4a1c497c60 req-d365640e-8023-4872-b75f-4be8cdaab7b8 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:28.805645 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-480528c8-0111-4edb-993a-1d4a1c497c60 req-d365640e-8023-4872-b75f-4be8cdaab7b8 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0695605 Jul 23 16:13:28.848031 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-480528c8-0111-4edb-993a-1d4a1c497c60 req-10b48a21-3e22-4cbf-b88d-0a9ec56c02ac tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365343 Jul 23 16:13:30.260238 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cb699-d3a4-4d44-adef-0ade36d23baf req-4128d799-a726-4fb1-8a19-2c7902150423 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:30.261766 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2f8cb699-d3a4-4d44-adef-0ade36d23baf req-4128d799-a726-4fb1-8a19-2c7902150423 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 944 time: 0.0643492 Jul 23 16:13:30.311051 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2f8cb699-d3a4-4d44-adef-0ade36d23baf req-42b0c9af-031c-473e-b946-d3d883296887 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361416 Jul 23 16:13:30.432404 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb69d45-0941-4612-a9ec-6c42980f0923 req-07ef2452-8506-4592-a65c-05edbb270109 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:30.433899 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-acb69d45-0941-4612-a9ec-6c42980f0923 req-07ef2452-8506-4592-a65c-05edbb270109 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0647728 Jul 23 16:13:30.477790 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-acb69d45-0941-4612-a9ec-6c42980f0923 req-9a4da74e-1a53-4d22-9092-ba767278fd4c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355186 Jul 23 16:13:31.488904 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f9e4c-a6c5-40ab-8ce7-44e82fa0f606 req-37161f4e-2885-4bc7-a258-d15f38f911b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:31.491211 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-689f9e4c-a6c5-40ab-8ce7-44e82fa0f606 req-37161f4e-2885-4bc7-a258-d15f38f911b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c0ceb3b4162f4cc9821da4ffac30e975&device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 1097 time: 0.0571907 Jul 23 16:13:31.729683 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8be293-1ca6-4afe-9b7e-c793e3fae288 req-a18e0892-0d07-4dac-9f5b-2bf8bf1c3b0b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:31.731398 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6f8be293-1ca6-4afe-9b7e-c793e3fae288 req-a18e0892-0d07-4dac-9f5b-2bf8bf1c3b0b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0738807 Jul 23 16:13:31.732717 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f9e4c-a6c5-40ab-8ce7-44e82fa0f606 req-e8ab9929-79f5-4c8c-b02b-d8afe02b014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:31.734189 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-689f9e4c-a6c5-40ab-8ce7-44e82fa0f606 req-e8ab9929-79f5-4c8c-b02b-d8afe02b014d service neutron] 10.222.0.59 "GET /v2.0/networks?id=97f88737-3704-4b88-a90c-d3a1937a3184 HTTP/1.1" status: 200 len: 915 time: 0.1293874 Jul 23 16:13:31.742835 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d831c5e-2fdc-4fa2-8791-6f5bdd9b87b0 req-854d839d-91d5-4f0b-af75-43d3e51ba167 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:31.744297 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0d831c5e-2fdc-4fa2-8791-6f5bdd9b87b0 req-854d839d-91d5-4f0b-af75-43d3e51ba167 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 944 time: 0.1407914 Jul 23 16:13:31.790677 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6f8be293-1ca6-4afe-9b7e-c793e3fae288 req-3c78a5c7-703d-416b-a694-1d8cd2efabd8 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530915 Jul 23 16:13:31.816099 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-689f9e4c-a6c5-40ab-8ce7-44e82fa0f606 req-20992c1d-12e8-4ab2-a7a4-5070824bf227 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71cd5748-598e-464d-b634-a10419f5dfc3 HTTP/1.1" status: 200 len: 217 time: 0.0436480 Jul 23 16:13:31.823692 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0d831c5e-2fdc-4fa2-8791-6f5bdd9b87b0 req-ad7f3353-c431-4751-b999-a1cde6b184a6 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730865 Jul 23 16:13:31.907719 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f9e4c-a6c5-40ab-8ce7-44e82fa0f606 req-6bded040-a7b0-4c31-b3cb-7f9853d8687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:31.909287 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-689f9e4c-a6c5-40ab-8ce7-44e82fa0f606 req-6bded040-a7b0-4c31-b3cb-7f9853d8687b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4115b965-2190-4335-9cf7-bb59d4592a9c HTTP/1.1" status: 200 len: 854 time: 0.0484014 Jul 23 16:13:31.957393 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-689f9e4c-a6c5-40ab-8ce7-44e82fa0f606 req-48cde914-e458-4202-9d11-7a6ff65708ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97f88737-3704-4b88-a90c-d3a1937a3184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310659 Jul 23 16:13:32.098496 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-689f9e4c-a6c5-40ab-8ce7-44e82fa0f606 req-1f1070a0-1cbc-498c-abb9-7852e3893717 service neutron] 10.222.0.59 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061735 Jul 23 16:13:32.210446 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-689f9e4c-a6c5-40ab-8ce7-44e82fa0f606 req-ca64d38f-acc5-4fc1-b3c3-b8c6d173d1e9 service neutron] 10.222.0.59 "GET /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038904 Jul 23 16:13:35.869294 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb570e-1df3-4689-9f5f-bd4fd2b179b0 req-5c94cbaf-6f59-44e1-9f74-9067d5ea6abc tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:35.870840 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-44bb570e-1df3-4689-9f5f-bd4fd2b179b0 req-5c94cbaf-6f59-44e1-9f74-9067d5ea6abc tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0718160 Jul 23 16:13:35.896905 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7ad37-917b-4150-9db4-bcc4d9519d1f req-51a5d146-692c-40e2-a524-730bec4a3293 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:35.898427 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ecd7ad37-917b-4150-9db4-bcc4d9519d1f req-51a5d146-692c-40e2-a524-730bec4a3293 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 944 time: 0.0644312 Jul 23 16:13:35.909649 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-44bb570e-1df3-4689-9f5f-bd4fd2b179b0 req-ae599157-7e0f-4785-bb71-1b662fd10128 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330951 Jul 23 16:13:35.937797 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ecd7ad37-917b-4150-9db4-bcc4d9519d1f req-3c4b8f9b-e223-4f47-9d62-516522d996ba tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336134 Jul 23 16:13:37.121450 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c3f12-2ea5-411d-b96f-fca2c377e122 req-8077ebc5-1af8-4ac6-ad3d-04bd7fdf3642 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:37.123292 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-091c3f12-2ea5-411d-b96f-fca2c377e122 req-8077ebc5-1af8-4ac6-ad3d-04bd7fdf3642 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0719852 Jul 23 16:13:37.156752 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550d9a7-ba46-491d-98b7-54702b44d430 req-eba190c5-3aeb-4474-b8b0-58a1848aa65a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:37.158240 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6550d9a7-ba46-491d-98b7-54702b44d430 req-eba190c5-3aeb-4474-b8b0-58a1848aa65a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 944 time: 0.0736690 Jul 23 16:13:37.162982 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-091c3f12-2ea5-411d-b96f-fca2c377e122 req-ee16f096-41b5-405e-84ac-d261213c2c4b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336626 Jul 23 16:13:37.199192 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6550d9a7-ba46-491d-98b7-54702b44d430 req-615d3d4d-a3c4-44a1-9e20-320447e16937 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330849 Jul 23 16:13:37.501903 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492cde1-3600-4715-99b0-d469daa63df5 req-b7483172-88cf-44e6-abc9-340ff45f057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:37.503447 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1492cde1-3600-4715-99b0-d469daa63df5 req-b7483172-88cf-44e6-abc9-340ff45f057f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 1098 time: 0.0584409 Jul 23 16:13:37.544251 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1492cde1-3600-4715-99b0-d469daa63df5 req-9357a5a5-b988-4202-a9ee-3bd909229b0b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302820 Jul 23 16:13:38.365939 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 71cd5748-598e-464d-b634-a10419f5dfc3 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:13:38.472850 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 71cd5748-598e-464d-b634-a10419f5dfc3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=71cd5748-598e-464d-b634-a10419f5dfc3,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:13:38.485015 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': '71cd5748-598e-464d-b634-a10419f5dfc3', 'network_id': '97f88737-3704-4b88-a90c-d3a1937a3184', 'port_id': '71cd5748-598e-464d-b634-a10419f5dfc3', 'mac_address': 'fa:16:3e:2c:b5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4115b965-2190-4335-9cf7-bb59d4592a9c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:13:38.522384 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:38.536357 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71cd5748-598e-464d-b634-a10419f5dfc3 {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:13:38.556620 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 71cd5748-598e-464d-b634-a10419f5dfc3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=71cd5748-598e-464d-b634-a10419f5dfc3,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:13:38.562138 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:38.613139 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=71cd5748-598e-464d-b634-a10419f5dfc3,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:38.620464 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:38.620827 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:38.621170 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:38.621505 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:38.621831 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:38.622165 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:38.622474 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:38.622790 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:38.623157 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:38.623474 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:38.623789 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:38.624136 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:13:42.043791 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['71cd5748-598e-464d-b634-a10419f5dfc3'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:13:42.066083 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8994-95c9-4cef-aafd-00c44770e10a req-d8827d00-bf71-4613-9f53-1f7a82d1510a tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:42.067739 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-301f8994-95c9-4cef-aafd-00c44770e10a req-d8827d00-bf71-4613-9f53-1f7a82d1510a tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0754788 Jul 23 16:13:42.097964 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298df2b4-2662-49d3-9f73-029fd0649254 req-39355993-27e0-45f6-b1d8-6ba4721661cc tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:42.100416 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-298df2b4-2662-49d3-9f73-029fd0649254 req-39355993-27e0-45f6-b1d8-6ba4721661cc tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 945 time: 0.0708094 Jul 23 16:13:42.118157 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-301f8994-95c9-4cef-aafd-00c44770e10a req-2b754a49-3d18-4d0c-bcc9-ab21103f5bfe tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440857 Jul 23 16:13:42.158857 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-298df2b4-2662-49d3-9f73-029fd0649254 req-3f397691-557b-44e2-b86f-ee20643b8d5d tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516484 Jul 23 16:13:42.182036 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.235964 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 52552) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:42.283207 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb76548b-ce70-4eee-b510-69885cebb146 admin admin] Deleting subnet 9434de32-30eb-48b6-a392-b6f9d89d29e3 {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:13:42.286474 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-eb76548b-ce70-4eee-b510-69885cebb146 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.324609 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-eb76548b-ce70-4eee-b510-69885cebb146 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15618264'] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.366809 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-eb76548b-ce70-4eee-b510-69885cebb146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386006'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.430124 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-eb76548b-ce70-4eee-b510-69885cebb146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15978212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13960945'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.459072 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76548b-ce70-4eee-b510-69885cebb146 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9434de32-30eb-48b6-a392-b6f9d89d29e3,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:42.463136 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-eb76548b-ce70-4eee-b510-69885cebb146 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.467764 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-eb76548b-ce70-4eee-b510-69885cebb146 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9434de32-30eb-48b6-a392-b6f9d89d29e3 HTTP/1.1" status: 204 len: 168 time: 0.2280524 Jul 23 16:13:42.468582 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 52562) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:42.572262 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d8e576e8-6685-41d6-aa77-bf6449ed025f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541368'] for network, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.658425 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d8e576e8-6685-41d6-aa77-bf6449ed025f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385103', 'neutron.services.segments.db._delete_segments_for_network-8727500513675'] for network, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.668830 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-d8e576e8-6685-41d6-aa77-bf6449ed025f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6add090-de42-45f4-8587-3d6ae513ce8a']}} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:42.679029 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-d8e576e8-6685-41d6-aa77-bf6449ed025f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80be54d3-f460-4d6a-ab72-3eda912cb464') {'for_net_delete': True} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:42.679367 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-d8e576e8-6685-41d6-aa77-bf6449ed025f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80be54d3-f460-4d6a-ab72-3eda912cb464') {} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:42.688452 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d8e576e8-6685-41d6-aa77-bf6449ed025f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727500584376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15618273'] for segment, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.702730 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d8e576e8-6685-41d6-aa77-bf6449ed025f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.709873 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e576e8-6685-41d6-aa77-bf6449ed025f admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=93296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:13:42.710493 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d8e576e8-6685-41d6-aa77-bf6449ed025f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15978078'] for segment, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: Traceback (most recent call last): Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: timer() Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: cb(*args, **kw) Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: return func(*args, **kwargs) Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: self._notify() Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: self.callback(batched_events) Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: event.method(event) Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: return f(self, *a, **k) Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._get(url).json() Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: return self.request(url, 'GET', **kwargs) Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:13:42.712921 dv-cinder-796286-18-iscsi neutron-server[93296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:13:42.780888 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d8e576e8-6685-41d6-aa77-bf6449ed025f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736162'] for network, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.789955 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d8e576e8-6685-41d6-aa77-bf6449ed025f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.789955 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d8e576e8-6685-41d6-aa77-bf6449ed025f admin admin] 10.222.0.69 "DELETE /v2.0/networks/c6add090-de42-45f4-8587-3d6ae513ce8a HTTP/1.1" status: 204 len: 168 time: 0.3199787 Jul 23 16:13:42.791855 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 52590) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:42.800646 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e576e8-6685-41d6-aa77-bf6449ed025f admin admin] Pushing event deleted for resources: {'Network': ['ID=c6add090-de42-45f4-8587-3d6ae513ce8a,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:42.846014 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e75e1b-08cd-4d1f-a556-b752e2009724 admin admin] Deleting subnet 63ff90ec-317c-4229-ab85-bed841045a73 {{(pid=93297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:13:42.849822 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-54e75e1b-08cd-4d1f-a556-b752e2009724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.916895 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-54e75e1b-08cd-4d1f-a556-b752e2009724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14844536'] for subnet, precommit_delete_associations {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:42.959514 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-54e75e1b-08cd-4d1f-a556-b752e2009724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386006'] for subnet, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.026502 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-54e75e1b-08cd-4d1f-a556-b752e2009724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14480353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13107856'] for subnet, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.055249 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e75e1b-08cd-4d1f-a556-b752e2009724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63ff90ec-317c-4229-ab85-bed841045a73,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:43.057198 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-54e75e1b-08cd-4d1f-a556-b752e2009724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.062484 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-54e75e1b-08cd-4d1f-a556-b752e2009724 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/63ff90ec-317c-4229-ab85-bed841045a73 HTTP/1.1" status: 204 len: 168 time: 0.2692547 Jul 23 16:13:43.064699 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 52604) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:43.156590 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0ff127f4-4ada-47b5-a909-b69a6707e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541368'] for network, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.281309 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0ff127f4-4ada-47b5-a909-b69a6707e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385103', 'neutron.services.segments.db._delete_segments_for_network-8727500513675'] for network, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.291630 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f24b0f-1e52-42f1-9350-4d9aba4f7fdb req-2c3a6828-fb94-4585-92b9-9f27bafda255 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:43.293896 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-98f24b0f-1e52-42f1-9350-4d9aba4f7fdb req-2c3a6828-fb94-4585-92b9-9f27bafda255 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0821455 Jul 23 16:13:43.324071 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-0ff127f4-4ada-47b5-a909-b69a6707e4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83262c3-7ec4-4ed4-8fbc-bdb793ec257b']}} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:43.336789 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-0ff127f4-4ada-47b5-a909-b69a6707e4a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e50eaa-2564-42a3-a254-1f291bb3662b') {'for_net_delete': True} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:43.337087 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-0ff127f4-4ada-47b5-a909-b69a6707e4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e50eaa-2564-42a3-a254-1f291bb3662b') {} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:13:43.341057 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-98f24b0f-1e52-42f1-9350-4d9aba4f7fdb req-e815710c-a742-4887-921c-4fc8334b16cb tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389993 Jul 23 16:13:43.348644 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0ff127f4-4ada-47b5-a909-b69a6707e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727500584376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15618273'] for segment, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.375601 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0ff127f4-4ada-47b5-a909-b69a6707e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.386153 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff127f4-4ada-47b5-a909-b69a6707e4a3 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=93296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:13:43.386744 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0ff127f4-4ada-47b5-a909-b69a6707e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15978078'] for segment, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: Traceback (most recent call last): Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: timer() Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: cb(*args, **kw) Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: return func(*args, **kwargs) Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: self._notify() Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: self.callback(batched_events) Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: event.method(event) Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: return f(self, *a, **k) Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._get(url).json() Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: return self.request(url, 'GET', **kwargs) Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:13:43.388728 dv-cinder-796286-18-iscsi neutron-server[93296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:13:43.426089 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee286c-46f5-4ce8-ae01-917846123185 req-78dedaf9-0eb1-4271-84d7-1a23ae08f81c tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:43.427710 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-17ee286c-46f5-4ce8-ae01-917846123185 req-78dedaf9-0eb1-4271-84d7-1a23ae08f81c tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 945 time: 0.1428027 Jul 23 16:13:43.484376 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0ff127f4-4ada-47b5-a909-b69a6707e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736162'] for network, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.497827 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0ff127f4-4ada-47b5-a909-b69a6707e4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.500072 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-0ff127f4-4ada-47b5-a909-b69a6707e4a3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c83262c3-7ec4-4ed4-8fbc-bdb793ec257b HTTP/1.1" status: 204 len: 168 time: 0.4342387 Jul 23 16:13:43.516266 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-17ee286c-46f5-4ce8-ae01-917846123185 req-3f36785c-4c7c-4c54-b443-06c34906abcb tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567760 Jul 23 16:13:43.517374 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff127f4-4ada-47b5-a909-b69a6707e4a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c83262c3-7ec4-4ed4-8fbc-bdb793ec257b,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:43.735780 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 52622) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:43.788048 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-abd0b435-175e-4e9f-b9bb-6b30e5f2d7a0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2e4f07e0afe84eabb5ec241bcf46d1cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509953 Jul 23 16:13:43.792004 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 52624) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:43.847001 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b1959751-a312-48b1-b7f0-ebfa26cdf80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.873773 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b1959751-a312-48b1-b7f0-ebfa26cdf80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.926698 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b1959751-a312-48b1-b7f0-ebfa26cdf80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.929489 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b1959751-a312-48b1-b7f0-ebfa26cdf80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:43.930643 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b1959751-a312-48b1-b7f0-ebfa26cdf80d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/71fe39f0-3b9c-41a2-9549-effd4707795f HTTP/1.1" status: 204 len: 168 time: 0.1371789 Jul 23 16:13:43.938665 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1959751-a312-48b1-b7f0-ebfa26cdf80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fe39f0-3b9c-41a2-9549-effd4707795f,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:44.285869 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 52636) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:44.340992 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-e1154a6c-d79f-4c08-a382-5bf8ec5ab920 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3cb5f46e321243979c4542fed3a23853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538108 Jul 23 16:13:44.344462 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 52640) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:44.415608 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5aed9c08-1110-48e7-ac34-d18c81fda950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:44.440499 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5aed9c08-1110-48e7-ac34-d18c81fda950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:44.492114 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5aed9c08-1110-48e7-ac34-d18c81fda950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:44.492528 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68dfd6-9563-480c-b265-2fc29ad08129 req-6728f774-75d3-44a6-a41b-79eee7dd47f1 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:44.494194 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0a68dfd6-9563-480c-b265-2fc29ad08129 req-6728f774-75d3-44a6-a41b-79eee7dd47f1 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0667572 Jul 23 16:13:44.494774 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5aed9c08-1110-48e7-ac34-d18c81fda950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:44.496057 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-5aed9c08-1110-48e7-ac34-d18c81fda950 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/02f25389-bb81-42c9-b29b-ae5753a5862c HTTP/1.1" status: 204 len: 168 time: 0.1506293 Jul 23 16:13:44.505299 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed9c08-1110-48e7-ac34-d18c81fda950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f25389-bb81-42c9-b29b-ae5753a5862c,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:44.544462 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0a68dfd6-9563-480c-b265-2fc29ad08129 req-db09bdbd-c9f8-4f5c-a1a9-043f710e174a tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403869 Jul 23 16:13:44.667657 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2f06f-840f-4d0e-b88f-27aeef3db37f req-15abeb06-ea7b-44c4-a65e-8eb6550e7d3a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:44.669348 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-22f2f06f-840f-4d0e-b88f-27aeef3db37f req-15abeb06-ea7b-44c4-a65e-8eb6550e7d3a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 945 time: 0.0742397 Jul 23 16:13:44.857169 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e146193-e5db-47d1-897b-91a4a22de81f req-df6abe9b-b682-437b-8da4-750e9cc09238 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:44.864883 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9e146193-e5db-47d1-897b-91a4a22de81f req-df6abe9b-b682-437b-8da4-750e9cc09238 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0843208 Jul 23 16:13:44.902794 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9e146193-e5db-47d1-897b-91a4a22de81f req-76174df8-8db5-4fb4-8ad8-f63ec121ef9c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368884 Jul 23 16:13:44.994686 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-22f2f06f-840f-4d0e-b88f-27aeef3db37f req-b6e000f7-c4d7-4985-aa32-71a3eac968f5 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179841 Jul 23 16:13:45.028073 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605e15e-6ef9-4a4e-aebf-e39ca655e2f3 req-941e186f-cbfa-4c2c-a0e1-116e8aa8726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:45.029674 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c605e15e-6ef9-4a4e-aebf-e39ca655e2f3 req-941e186f-cbfa-4c2c-a0e1-116e8aa8726b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c48c39524c134508a8893e4d116cb081&device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 1098 time: 0.0846093 Jul 23 16:13:45.135257 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605e15e-6ef9-4a4e-aebf-e39ca655e2f3 req-18189ccd-eea9-4743-bd8d-3e5b2a7ffbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:45.137081 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c605e15e-6ef9-4a4e-aebf-e39ca655e2f3 req-18189ccd-eea9-4743-bd8d-3e5b2a7ffbd3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9badab1-7eef-4cc8-9a63-26df64f8e639 HTTP/1.1" status: 200 len: 920 time: 0.0956659 Jul 23 16:13:45.185275 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c605e15e-6ef9-4a4e-aebf-e39ca655e2f3 req-03082a7f-4409-454a-9411-b222d0b97218 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6eec52b-01ce-486f-be17-e0bcdf2cf20c HTTP/1.1" status: 200 len: 217 time: 0.0370259 Jul 23 16:13:45.245591 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605e15e-6ef9-4a4e-aebf-e39ca655e2f3 req-02a7d1c0-4550-4e01-adbf-e2b54cf79e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:45.247102 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c605e15e-6ef9-4a4e-aebf-e39ca655e2f3 req-02a7d1c0-4550-4e01-adbf-e2b54cf79e7b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f4224b1-fcef-42fd-9e0a-34138cd1c2de HTTP/1.1" status: 200 len: 859 time: 0.0495510 Jul 23 16:13:45.282398 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c605e15e-6ef9-4a4e-aebf-e39ca655e2f3 req-f6005f92-abcc-453b-8436-b8c42f320199 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9badab1-7eef-4cc8-9a63-26df64f8e639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269885 Jul 23 16:13:45.326955 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 52684) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:45.423850 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c605e15e-6ef9-4a4e-aebf-e39ca655e2f3 req-baea7362-0d57-4306-8406-88d569147bb6 service neutron] 10.222.0.59 "GET /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338561 Jul 23 16:13:45.436984 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 71cd5748-598e-464d-b634-a10419f5dfc3 up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:13:45.534710 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-519d0dbf-7b16-42de-a529-99c60b2fb47d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-506649121-network', 'tenant_id': '3a5e55fbc2bb4b8ead53b45ea895a488'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:45.538462 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port 71cd5748-598e-464d-b634-a10419f5dfc3 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:13:45.580735 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port 71cd5748-598e-464d-b634-a10419f5dfc3 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:13:45.584333 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:45.690253 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519d0dbf-7b16-42de-a529-99c60b2fb47d admin admin] Made reservation on behalf of 3a5e55fbc2bb4b8ead53b45ea895a488 for: {'network': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:13:45.692613 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-519d0dbf-7b16-42de-a529-99c60b2fb47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:45.719311 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-519d0dbf-7b16-42de-a529-99c60b2fb47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:45.744193 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c605e15e-6ef9-4a4e-aebf-e39ca655e2f3 req-bf188526-135d-4ab2-bb9b-96b897701c6c service neutron] 10.222.0.59 "GET /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939067 Jul 23 16:13:45.755061 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:45.795926 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315f603-98f7-4f78-8a78-d84bb4acb8f2 req-af67f30a-bbd5-4cf3-9a17-53ec9349ba06 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:45.797601 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a315f603-98f7-4f78-8a78-d84bb4acb8f2 req-af67f30a-bbd5-4cf3-9a17-53ec9349ba06 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.1627622 Jul 23 16:13:45.816482 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a992c4-187b-4036-9064-ddadd463e913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cd5748-598e-464d-b634-a10419f5dfc3'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:13:45.819925 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d28ce6b-b04c-44a0-8050-ae08d91bdc01" -d '{"events": [{"server_uuid": "08a992c4-187b-4036-9064-ddadd463e913", "name": "network-vif-plugged", "status": "completed", "tag": "71cd5748-598e-464d-b634-a10419f5dfc3"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:13:45.835331 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-6c774362-03e9-4c47-9b6f-80f5eb8f3cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:45.839336 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 71cd5748-598e-464d-b634-a10419f5dfc3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=71cd5748-598e-464d-b634-a10419f5dfc3,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:13:45.846835 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:45.866176 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a315f603-98f7-4f78-8a78-d84bb4acb8f2 req-522fabd6-386f-429d-b84b-dff6965fd05c tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560346 Jul 23 16:13:45.890148 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-519d0dbf-7b16-42de-a529-99c60b2fb47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:45.896667 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-519d0dbf-7b16-42de-a529-99c60b2fb47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:45.912597 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=71cd5748-598e-464d-b634-a10419f5dfc3,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:45.944985 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d0dbf-7b16-42de-a529-99c60b2fb47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a7b11f-61cd-4d31-9942-1e678a5923fb,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:45.955999 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5673bd12-66f4-4607-a3df-98c06078a6a2 x-openstack-request-id: req-5673bd12-66f4-4607-a3df-98c06078a6a2 {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:13:45.956322 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a992c4-187b-4036-9064-ddadd463e913", "name": "network-vif-plugged", "status": "completed", "tag": "71cd5748-598e-464d-b634-a10419f5dfc3", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:13:45.956778 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5673bd12-66f4-4607-a3df-98c06078a6a2 {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:13:45.957559 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a992c4-187b-4036-9064-ddadd463e913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cd5748-598e-464d-b634-a10419f5dfc3', 'code': 200} Jul 23 16:13:45.969298 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519d0dbf-7b16-42de-a529-99c60b2fb47d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=93296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:13:45.982457 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-519d0dbf-7b16-42de-a529-99c60b2fb47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:45.983059 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.segments_db [None req-519d0dbf-7b16-42de-a529-99c60b2fb47d admin admin] Added segment cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7 of type vlan for network 808f9446-3608-4007-804a-ec81a27270e8 Jul 23 16:13:46.055129 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-519d0dbf-7b16-42de-a529-99c60b2fb47d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:46.104058 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-519d0dbf-7b16-42de-a529-99c60b2fb47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:46.104944 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519d0dbf-7b16-42de-a529-99c60b2fb47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:46.105654 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-519d0dbf-7b16-42de-a529-99c60b2fb47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:46.134395 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3daf1-613a-4152-8e84-f872c0d82995 req-9a8e774b-700d-4807-9a7b-130b1a7a0cdc tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:46.136976 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-01e3daf1-613a-4152-8e84-f872c0d82995 req-9a8e774b-700d-4807-9a7b-130b1a7a0cdc tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.1225083 Jul 23 16:13:46.162498 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5784489-fa99-453b-8d0d-d98b6a290ce0 req-65c373ea-82f6-40b8-a711-fff0b5c1cfc2 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:46.164009 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f5784489-fa99-453b-8d0d-d98b6a290ce0 req-65c373ea-82f6-40b8-a711-fff0b5c1cfc2 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 946 time: 0.0713882 Jul 23 16:13:46.165351 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-519d0dbf-7b16-42de-a529-99c60b2fb47d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8364615 Jul 23 16:13:46.168314 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 52718) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:46.175337 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-3ce8d11e-ba84-46ee-8dcb-c8ee06ea5df4 admin admin] Request body: {'subnet': {'network_id': '808f9446-3608-4007-804a-ec81a27270e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-506649121-subnet', 'tenant_id': '3a5e55fbc2bb4b8ead53b45ea895a488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:46.210819 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d0dbf-7b16-42de-a529-99c60b2fb47d admin admin] Pushing event updated for resources: {'Network': ['ID=808f9446-3608-4007-804a-ec81a27270e8,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:46.222946 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network 808f9446-3608-4007-804a-ec81a27270e8 details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:13:46.227039 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce8d11e-ba84-46ee-8dcb-c8ee06ea5df4 admin admin] Made reservation on behalf of 3a5e55fbc2bb4b8ead53b45ea895a488 for: {'subnet': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:13:46.229871 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d11e-ba84-46ee-8dcb-c8ee06ea5df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13107893'] for subnet, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:46.263840 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-01e3daf1-613a-4152-8e84-f872c0d82995 req-94182a12-d2d9-4c8c-b79f-a0464d651813 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152654 Jul 23 16:13:46.264057 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f5784489-fa99-453b-8d0d-d98b6a290ce0 req-00d06352-9398-4d04-8aab-062415e52f70 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885055 Jul 23 16:13:46.419325 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d11e-ba84-46ee-8dcb-c8ee06ea5df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14480288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13107879'] for subnet, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:46.469706 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8d11e-ba84-46ee-8dcb-c8ee06ea5df4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de70c5eb-3bc2-4c22-a1a7-649938e9448e,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:46.473354 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c6198-e51f-4dc7-916a-c8c18112ca4b req-a46dfea3-f619-43b7-a8aa-7bdfe455d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:46.475034 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e99c6198-e51f-4dc7-916a-c8c18112ca4b req-a46dfea3-f619-43b7-a8aa-7bdfe455d23e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 1099 time: 0.0627623 Jul 23 16:13:46.485958 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8d11e-ba84-46ee-8dcb-c8ee06ea5df4 admin admin] Checking segment: {'id': 'cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '808f9446-3608-4007-804a-ec81a27270e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:13:46.486315 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce8d11e-ba84-46ee-8dcb-c8ee06ea5df4 admin admin] Network hostable DHCP agents. Network: 808f9446-3608-4007-804a-ec81a27270e8, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:13:46.510109 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce8d11e-ba84-46ee-8dcb-c8ee06ea5df4 admin admin] Network 808f9446-3608-4007-804a-ec81a27270e8 is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:13:46.521658 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e99c6198-e51f-4dc7-916a-c8c18112ca4b req-c423e2b1-4bd4-4cb0-90c9-9c3dd47571c6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334520 Jul 23 16:13:46.522475 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-3ce8d11e-ba84-46ee-8dcb-c8ee06ea5df4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, 808f9446-3608-4007-804a-ec81a27270e8) {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:13:46.527029 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce8d11e-ba84-46ee-8dcb-c8ee06ea5df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:46.527567 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d11e-ba84-46ee-8dcb-c8ee06ea5df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:46.536280 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab349fa-4011-4ceb-938b-bbce1f27ce2b None None] Network 808f9446-3608-4007-804a-ec81a27270e8 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:13:46.543423 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-3ce8d11e-ba84-46ee-8dcb-c8ee06ea5df4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3735914 Jul 23 16:13:46.670995 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22b6e92-ec21-474b-bdc8-b3cc214e3bde None None] Network 808f9446-3608-4007-804a-ec81a27270e8 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:13:46.698382 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:13:47.053724 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bc61c-5a07-4623-8419-d77f405d22dd req-d06e1cd4-b09b-4acf-b80f-2abdb38dad70 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:47.056316 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1c9bc61c-5a07-4623-8419-d77f405d22dd req-d06e1cd4-b09b-4acf-b80f-2abdb38dad70 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0942457 Jul 23 16:13:47.100146 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1c9bc61c-5a07-4623-8419-d77f405d22dd req-07ea5022-7e8b-4c74-8b1c-5d5b7009b212 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376732 Jul 23 16:13:47.389031 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7af03-59cb-488e-b663-0c4a5a119bfc req-f4fcacf9-42d0-4d41-9191-c41363b342f6 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:47.390539 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d1c7af03-59cb-488e-b663-0c4a5a119bfc req-f4fcacf9-42d0-4d41-9191-c41363b342f6 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 946 time: 0.0648465 Jul 23 16:13:47.397714 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea420401-ec40-43d3-86b0-0df17f2fab20 req-c3d24421-0055-4831-abf8-d00e4804ef84 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:47.399229 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ea420401-ec40-43d3-86b0-0df17f2fab20 req-c3d24421-0055-4831-abf8-d00e4804ef84 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0661504 Jul 23 16:13:47.429205 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d1c7af03-59cb-488e-b663-0c4a5a119bfc req-427f1f6a-c3c8-4e11-afc6-50733f1fdefd tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322189 Jul 23 16:13:47.436967 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ea420401-ec40-43d3-86b0-0df17f2fab20 req-29b6390e-18bd-4af4-97b1-5e3f824125e2 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320287 Jul 23 16:13:48.263708 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17a093-ec97-4de5-9cc7-2e6768908353 req-e587d2df-1de9-421c-b407-9e912952312c tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:48.265345 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e17a093-ec97-4de5-9cc7-2e6768908353 req-e587d2df-1de9-421c-b407-9e912952312c tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0795658 Jul 23 16:13:48.306936 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6e17a093-ec97-4de5-9cc7-2e6768908353 req-9a706e41-4acd-4534-b67f-d7fc1b3a0e75 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353417 Jul 23 16:13:48.379248 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2823370-1625-47c9-8567-719ad3510803 req-eb85d14e-56da-4510-be71-c564d7e3b792 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:48.380248 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a2823370-1625-47c9-8567-719ad3510803 req-eb85d14e-56da-4510-be71-c564d7e3b792 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/networks?id=808f9446-3608-4007-804a-ec81a27270e8 HTTP/1.1" status: 200 len: 808 time: 0.1193917 Jul 23 16:13:48.395969 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a2823370-1625-47c9-8567-719ad3510803 req-a6045692-e616-40d3-ab24-f4d876eeb234 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/quotas/3a5e55fbc2bb4b8ead53b45ea895a488 HTTP/1.1" status: 200 len: 375 time: 0.0100727 Jul 23 16:13:48.476848 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 52774) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:48.534620 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-69a4f1a7-47db-4440-9710-f8cc177c1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:48.577162 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f8dac-e79f-4d2a-b8fe-c90b95d46122 req-8941be7f-ccb2-4776-91f5-11a76923d8d9 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:48.578845 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2f8f8dac-e79f-4d2a-b8fe-c90b95d46122 req-8941be7f-ccb2-4776-91f5-11a76923d8d9 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 946 time: 0.0738175 Jul 23 16:13:48.615412 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fd496723-44c8-4194-9c53-05655188693b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:48.645612 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-2f8f8dac-e79f-4d2a-b8fe-c90b95d46122 req-125b195b-d50c-44f1-815b-99f8b4ed1dba tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598233 Jul 23 16:13:48.673287 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a2823370-1625-47c9-8567-719ad3510803 req-f685c227-4093-400e-8d6c-124f11c3e59c tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a5e55fbc2bb4b8ead53b45ea895a488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2711954 Jul 23 16:13:48.797798 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:48.798762 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a2823370-1625-47c9-8567-719ad3510803 req-b5bd788c-7af9-4656-9579-bdff7029506a service neutron] 10.222.0.69 "GET /v2.0/networks/808f9446-3608-4007-804a-ec81a27270e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151323 Jul 23 16:13:48.804892 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fd496723-44c8-4194-9c53-05655188693b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:48.811558 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fd496723-44c8-4194-9c53-05655188693b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:48.869149 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-fd496723-44c8-4194-9c53-05655188693b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9bad240ce31c4857ae372cd0ae169a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3886971 Jul 23 16:13:48.869149 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd496723-44c8-4194-9c53-05655188693b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204c6b2b-4fb8-4847-811c-5de002766486,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:48.871374 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 52780) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:48.892270 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3530b-9d42-4ddb-a25f-909c6cf177f6 req-18dcfff1-1f5b-4e9a-a94a-f2e7d631532f tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:48.894067 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1af3530b-9d42-4ddb-a25f-909c6cf177f6 req-18dcfff1-1f5b-4e9a-a94a-f2e7d631532f tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.1510661 Jul 23 16:13:48.955731 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a2823370-1625-47c9-8567-719ad3510803 req-3f95ed50-46ab-40fa-b840-4ec434bdb45b service neutron] 10.222.0.69 "GET /v2.0/networks/808f9446-3608-4007-804a-ec81a27270e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496344 Jul 23 16:13:48.963394 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1af3530b-9d42-4ddb-a25f-909c6cf177f6 req-23d9ef7d-d378-4918-ad21-c780d895a5de tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629144 Jul 23 16:13:48.971161 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb07f-012e-48f1-a389-c3b27b35f32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:49.002800 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb07f-012e-48f1-a389-c3b27b35f32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:49.061080 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb07f-012e-48f1-a389-c3b27b35f32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:49.064112 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb07f-012e-48f1-a389-c3b27b35f32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:49.065772 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-f6dcb07f-012e-48f1-a389-c3b27b35f32f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/204c6b2b-4fb8-4847-811c-5de002766486 HTTP/1.1" status: 204 len: 168 time: 0.1928926 Jul 23 16:13:49.073867 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcb07f-012e-48f1-a389-c3b27b35f32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204c6b2b-4fb8-4847-811c-5de002766486,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:49.156478 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3973e1c0-8585-401e-ab24-69acbe85711a req-3bc94b43-60bf-4d0e-a41c-1ee5af4de37d tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 210 time: 0.0342240 Jul 23 16:13:49.239936 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:49.454494 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b436d2b-ef72-4cd7-b67c-1d02f1f026da req-609b7180-4d8e-4b03-bb22-65e7390d2e38 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:49.456011 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7b436d2b-ef72-4cd7-b67c-1d02f1f026da req-609b7180-4d8e-4b03-bb22-65e7390d2e38 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0683334 Jul 23 16:13:49.495214 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7b436d2b-ef72-4cd7-b67c-1d02f1f026da req-4eb487de-045f-48ca-8e51-df59b7e43bda tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331895 Jul 23 16:13:50.101360 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cd90a-6e01-4c3b-b5d0-5c273909a379 req-8cef7ab3-dc34-44e4-b9e7-098760ae5004 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:50.103144 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b71cd90a-6e01-4c3b-b5d0-5c273909a379 req-8cef7ab3-dc34-44e4-b9e7-098760ae5004 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0730526 Jul 23 16:13:50.145334 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b71cd90a-6e01-4c3b-b5d0-5c273909a379 req-8ca8b5a5-45b2-4953-acaa-447bea2703d3 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363503 Jul 23 16:13:50.255073 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b8181f34-7303-4a97-89ea-01a7925aa673 req-61764477-068a-475c-beec-d3dfd0ab0273 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 210 time: 0.0315363 Jul 23 16:13:50.646077 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac2747-6645-486c-bd94-ce47236a6f7c req-0a93f0b9-94a5-4d48-973e-4c9cfdd05f65 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:50.647777 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-26ac2747-6645-486c-bd94-ce47236a6f7c req-0a93f0b9-94a5-4d48-973e-4c9cfdd05f65 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0716147 Jul 23 16:13:50.695174 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-26ac2747-6645-486c-bd94-ce47236a6f7c req-54c59a91-fd28-4934-a43b-701b39e4f928 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412359 Jul 23 16:13:50.844034 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2823370-1625-47c9-8567-719ad3510803 req-ddecb6a7-6d85-4062-8cf3-de731d7ef117 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:50.845402 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a2823370-1625-47c9-8567-719ad3510803 req-ddecb6a7-6d85-4062-8cf3-de731d7ef117 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.59 "GET /v2.0/networks?id=808f9446-3608-4007-804a-ec81a27270e8 HTTP/1.1" status: 200 len: 808 time: 0.1254048 Jul 23 16:13:50.902609 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-a2823370-1625-47c9-8567-719ad3510803 req-5703ed80-a9d4-4b51-bd8d-9cbe508cb160 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Request body: {'port': {'device_id': '30af6c66-a8f0-45b1-8e00-2cc9678079f0', 'network_id': '808f9446-3608-4007-804a-ec81a27270e8', 'admin_state_up': True, 'tenant_id': '3a5e55fbc2bb4b8ead53b45ea895a488'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:51.041552 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2823370-1625-47c9-8567-719ad3510803 req-5703ed80-a9d4-4b51-bd8d-9cbe508cb160 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Made reservation on behalf of 3a5e55fbc2bb4b8ead53b45ea895a488 for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:13:51.042093 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:51.045045 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a2823370-1625-47c9-8567-719ad3510803 req-5703ed80-a9d4-4b51-bd8d-9cbe508cb160 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:51.175172 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-a2823370-1625-47c9-8567-719ad3510803 req-5703ed80-a9d4-4b51-bd8d-9cbe508cb160 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Allocated IP 172.20.0.7 (808f9446-3608-4007-804a-ec81a27270e8/de70c5eb-3bc2-4c22-a1a7-649938e9448e/be42b9fa-7715-4cf7-9e86-c8b417176031) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:13:51.349342 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a2823370-1625-47c9-8567-719ad3510803 req-5703ed80-a9d4-4b51-bd8d-9cbe508cb160 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:51.358028 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4e73ea74-af20-4ca6-b736-c33d15ce10f6 req-8d96b048-805b-4f48-bb5f-3e363a4ede4c tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 210 time: 0.0323076 Jul 23 16:13:51.389652 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a2823370-1625-47c9-8567-719ad3510803 req-5703ed80-a9d4-4b51-bd8d-9cbe508cb160 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:51.431187 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2823370-1625-47c9-8567-719ad3510803 req-5703ed80-a9d4-4b51-bd8d-9cbe508cb160 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Network 808f9446-3608-4007-804a-ec81a27270e8 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:13:51.436329 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-a2823370-1625-47c9-8567-719ad3510803 req-5703ed80-a9d4-4b51-bd8d-9cbe508cb160 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:13:51.440220 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2823370-1625-47c9-8567-719ad3510803 req-5703ed80-a9d4-4b51-bd8d-9cbe508cb160 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:13:51.447109 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703ed80-a9d4-4b51-bd8d-9cbe508cb160 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Pushing event updated for resources: {'Port': ['ID=be42b9fa-7715-4cf7-9e86-c8b417176031,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:51.499102 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2823370-1625-47c9-8567-719ad3510803 req-5703ed80-a9d4-4b51-bd8d-9cbe508cb160 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:51.499770 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a2823370-1625-47c9-8567-719ad3510803 req-5703ed80-a9d4-4b51-bd8d-9cbe508cb160 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:51.522108 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a2823370-1625-47c9-8567-719ad3510803 req-5703ed80-a9d4-4b51-bd8d-9cbe508cb160 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6224217 Jul 23 16:13:51.546787 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Request body: {'port': {'device_id': '30af6c66-a8f0-45b1-8e00-2cc9678079f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:13:51.668450 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:51.697917 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e750780-f924-4f29-8b66-26eb67bf117b req-7df9affe-ac90-49f0-bc41-f73ff90bd0f2 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:51.699406 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4e750780-f924-4f29-8b66-26eb67bf117b req-7df9affe-ac90-49f0-bc41-f73ff90bd0f2 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.1210682 Jul 23 16:13:51.828894 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4e750780-f924-4f29-8b66-26eb67bf117b req-b4a5194b-4359-4758-ac25-7a1374d0cb67 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041713 Jul 23 16:13:51.836138 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623e13e-fcaa-4f47-91d8-0ecdf8d7c7be req-403810c4-a262-4649-b6b4-3b581d5a3412 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:51.837685 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a623e13e-fcaa-4f47-91d8-0ecdf8d7c7be req-403810c4-a262-4649-b6b4-3b581d5a3412 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0656433 Jul 23 16:13:51.885338 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a623e13e-fcaa-4f47-91d8-0ecdf8d7c7be req-dac260fe-3838-4969-8a6c-1b909465c832 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366979 Jul 23 16:13:52.008990 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be42b9fa-7715-4cf7-9e86-c8b417176031 {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:13:52.017683 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:52.033328 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Transition to ACTIVE for port object be42b9fa-7715-4cf7-9e86-c8b417176031 will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:13:52.038300 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:52.092792 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88635513-b723-4407-b6c2-920596e851dd service neutron] Pushing event updated for resources: {'Port': ['ID=be42b9fa-7715-4cf7-9e86-c8b417176031,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:52.165462 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Attempting to bind port be42b9fa-7715-4cf7-9e86-c8b417176031 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:13:52.165847 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Attempting to bind port be42b9fa-7715-4cf7-9e86-c8b417176031 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '808f9446-3608-4007-804a-ec81a27270e8'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:13:52.166167 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Attempting to bind port be42b9fa-7715-4cf7-9e86-c8b417176031 on network 808f9446-3608-4007-804a-ec81a27270e8 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:13:52.171705 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Port be42b9fa-7715-4cf7-9e86-c8b417176031 on network 808f9446-3608-4007-804a-ec81a27270e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:13:52.172028 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Attempting to bind port be42b9fa-7715-4cf7-9e86-c8b417176031 on network 808f9446-3608-4007-804a-ec81a27270e8 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:13:52.178148 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:13:52.178872 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Checking segment: {'id': 'cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '808f9446-3608-4007-804a-ec81a27270e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:13:52.178996 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Bound using segment: {'id': 'cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '808f9446-3608-4007-804a-ec81a27270e8'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:13:52.179478 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Bound port: be42b9fa-7715-4cf7-9e86-c8b417176031, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '808f9446-3608-4007-804a-ec81a27270e8'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:13:52.179903 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:52.252725 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] For port be42b9fa-7715-4cf7-9e86-c8b417176031, host hv-cinder-79628, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:13:52.256913 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] For port be42b9fa-7715-4cf7-9e86-c8b417176031, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=be42b9fa-7715-4cf7-9e86-c8b417176031,segment=NetworkSegment(cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7),segment_id=cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:13:52.263911 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:52.299321 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:52.300146 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:52.302043 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a2823370-1625-47c9-8567-719ad3510803 req-88635513-b723-4407-b6c2-920596e851dd service neutron] 10.222.0.59 "PUT /v2.0/ports/be42b9fa-7715-4cf7-9e86-c8b417176031 HTTP/1.1" status: 200 len: 1093 time: 0.7596614 Jul 23 16:13:52.302528 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30af6c66-a8f0-45b1-8e00-2cc9678079f0', 'tag': 'be42b9fa-7715-4cf7-9e86-c8b417176031'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:13:52.305030 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783d6ac0-f3b4-4189-beac-a46658ca3da6" -d '{"events": [{"name": "network-changed", "server_uuid": "30af6c66-a8f0-45b1-8e00-2cc9678079f0", "tag": "be42b9fa-7715-4cf7-9e86-c8b417176031"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:13:52.337143 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88635513-b723-4407-b6c2-920596e851dd service neutron] Pushing event updated for resources: {'Port': ['ID=be42b9fa-7715-4cf7-9e86-c8b417176031,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:52.353428 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369457ac-ceb1-4ecf-b3f1-da7cd077c210 x-openstack-request-id: req-369457ac-ceb1-4ecf-b3f1-da7cd077c210 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:13:52.353777 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30af6c66-a8f0-45b1-8e00-2cc9678079f0", "tag": "be42b9fa-7715-4cf7-9e86-c8b417176031", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:13:52.353977 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-369457ac-ceb1-4ecf-b3f1-da7cd077c210 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:13:52.354380 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30af6c66-a8f0-45b1-8e00-2cc9678079f0', 'tag': 'be42b9fa-7715-4cf7-9e86-c8b417176031', 'status': 'completed', 'code': 200} Jul 23 16:13:52.528644 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d6ac0-f3b4-4189-beac-a46658ca3da6 req-876a71ca-faab-4a7b-9a8d-c6c6b711d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:52.530169 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-783d6ac0-f3b4-4189-beac-a46658ca3da6 req-876a71ca-faab-4a7b-9a8d-c6c6b711d24e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a5e55fbc2bb4b8ead53b45ea895a488&device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 1096 time: 0.0966301 Jul 23 16:13:52.542289 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a876b-9527-4f71-b4a1-5be8b1ba4b6e req-2381ba0b-f01b-4248-a97f-4c0f1ad7672b tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:52.543744 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6d3a876b-9527-4f71-b4a1-5be8b1ba4b6e req-2381ba0b-f01b-4248-a97f-4c0f1ad7672b tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 943 time: 0.0997565 Jul 23 16:13:52.610538 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6d3a876b-9527-4f71-b4a1-5be8b1ba4b6e req-fb3b9f97-a4b0-4794-91bb-b974d86257ed tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609229 Jul 23 16:13:52.692482 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d6ac0-f3b4-4189-beac-a46658ca3da6 req-93c987a8-613d-4d26-8c59-6c0b86e65b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:52.693989 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-783d6ac0-f3b4-4189-beac-a46658ca3da6 req-93c987a8-613d-4d26-8c59-6c0b86e65b85 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3a5e55fbc2bb4b8ead53b45ea895a488&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1302202 Jul 23 16:13:52.807666 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d6ac0-f3b4-4189-beac-a46658ca3da6 req-0f94ef9e-7df6-4c88-bac4-505d71185fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:52.809035 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-783d6ac0-f3b4-4189-beac-a46658ca3da6 req-0f94ef9e-7df6-4c88-bac4-505d71185fff service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1029985 Jul 23 16:13:52.963305 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2823370-1625-47c9-8567-719ad3510803 req-6284b448-4441-441c-aee1-27adfe278553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:52.964732 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a2823370-1625-47c9-8567-719ad3510803 req-6284b448-4441-441c-aee1-27adfe278553 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a5e55fbc2bb4b8ead53b45ea895a488&device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 1096 time: 0.0557649 Jul 23 16:13:53.024637 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a2823370-1625-47c9-8567-719ad3510803 req-609fff84-c791-4b02-9d63-3aa3584c4f0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be42b9fa-7715-4cf7-9e86-c8b417176031 HTTP/1.1" status: 200 len: 217 time: 0.0381987 Jul 23 16:13:53.029264 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766b4a8-748c-41dd-9baa-5bc6f91ca45b req-6f5f8a4f-5d4c-47bb-a5cd-be75d6351a7d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:53.030735 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2766b4a8-748c-41dd-9baa-5bc6f91ca45b req-6f5f8a4f-5d4c-47bb-a5cd-be75d6351a7d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0706925 Jul 23 16:13:53.069887 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2766b4a8-748c-41dd-9baa-5bc6f91ca45b req-c4edbbfa-5ffb-4f72-bdf3-67d235f6caff tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331759 Jul 23 16:13:53.084589 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2823370-1625-47c9-8567-719ad3510803 req-9c3cca29-746a-49bf-859f-4abc697d1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:53.086239 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a2823370-1625-47c9-8567-719ad3510803 req-9c3cca29-746a-49bf-859f-4abc697d1621 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=de70c5eb-3bc2-4c22-a1a7-649938e9448e HTTP/1.1" status: 200 len: 848 time: 0.0446327 Jul 23 16:13:53.125511 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a2823370-1625-47c9-8567-719ad3510803 req-761a5458-d41c-4e0b-80bd-f0c7e455a53d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=808f9446-3608-4007-804a-ec81a27270e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302086 Jul 23 16:13:53.236405 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a2823370-1625-47c9-8567-719ad3510803 req-b1296b09-ff2f-4192-97f2-3f9b87b6cb9d service neutron] 10.222.0.59 "GET /v2.0/networks/808f9446-3608-4007-804a-ec81a27270e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902526 Jul 23 16:13:53.334658 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a2823370-1625-47c9-8567-719ad3510803 req-382f50e4-a505-4f2c-ae74-88bcfdea77b5 service neutron] 10.222.0.59 "GET /v2.0/networks/808f9446-3608-4007-804a-ec81a27270e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884817 Jul 23 16:13:53.753891 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c77d3-158d-4804-ad40-adb7e105cf90 req-639e1a44-197a-413e-a679-4cf1ce47f1ba tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:53.755406 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4d7c77d3-158d-4804-ad40-adb7e105cf90 req-639e1a44-197a-413e-a679-4cf1ce47f1ba tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 943 time: 0.0726988 Jul 23 16:13:53.798236 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4d7c77d3-158d-4804-ad40-adb7e105cf90 req-b175bb27-d360-4901-ab80-589aae92b910 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348125 Jul 23 16:13:54.232182 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fefba-717f-41f5-a94f-7414eefe19ec req-ada00f36-95e9-46e6-abc3-9c33137f3eea tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:54.233751 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-525fefba-717f-41f5-a94f-7414eefe19ec req-ada00f36-95e9-46e6-abc3-9c33137f3eea tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0839734 Jul 23 16:13:54.277991 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-525fefba-717f-41f5-a94f-7414eefe19ec req-65ab0fed-d073-4c4a-9ca0-683384a7e8e6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346146 Jul 23 16:13:54.944696 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3e276-df25-402f-b755-327985792050 req-25559a14-51c3-43f2-8fcf-871c427971fc tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:54.945297 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6218087-5337-4dcf-9983-deb0fee654b4 req-2c183b82-6c1e-4038-930a-69ce5bb5554b tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:54.946123 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a6a3e276-df25-402f-b755-327985792050 req-25559a14-51c3-43f2-8fcf-871c427971fc tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0717649 Jul 23 16:13:54.947602 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e6218087-5337-4dcf-9983-deb0fee654b4 req-2c183b82-6c1e-4038-930a-69ce5bb5554b tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 943 time: 0.0733318 Jul 23 16:13:54.987075 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a6a3e276-df25-402f-b755-327985792050 req-f55955d3-a1f8-4368-b84e-61e27c82a021 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351539 Jul 23 16:13:54.989887 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e6218087-5337-4dcf-9983-deb0fee654b4 req-469d1db6-4bea-4378-8e39-9679e9aa2f7c tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377250 Jul 23 16:13:55.429681 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288b934-64a5-49c8-bb87-9dd70c100116 req-5504c87f-1520-47e3-bed2-2990201c5aac tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:55.431178 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1288b934-64a5-49c8-bb87-9dd70c100116 req-5504c87f-1520-47e3-bed2-2990201c5aac tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0653996 Jul 23 16:13:55.477885 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1288b934-64a5-49c8-bb87-9dd70c100116 req-1210969d-c390-4316-a316-d2755ed40121 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401437 Jul 23 16:13:56.127879 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910c5e0-1864-434a-8eeb-59014dac9f2c req-8a7dbc43-1339-40f0-9c7d-09c0ce85ae7b tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:56.128592 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa1bc0-31ab-4cdd-80c7-eed4dd94ecd2 req-edc7662a-4e0c-4b8b-ae17-1186ac37a7f6 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:56.129466 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3910c5e0-1864-434a-8eeb-59014dac9f2c req-8a7dbc43-1339-40f0-9c7d-09c0ce85ae7b tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0676267 Jul 23 16:13:56.129994 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3aaa1bc0-31ab-4cdd-80c7-eed4dd94ecd2 req-edc7662a-4e0c-4b8b-ae17-1186ac37a7f6 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 943 time: 0.0680466 Jul 23 16:13:56.169236 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3910c5e0-1864-434a-8eeb-59014dac9f2c req-a0f42533-d38c-4844-8d59-026f89e2e0ce tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338831 Jul 23 16:13:56.169479 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3aaa1bc0-31ab-4cdd-80c7-eed4dd94ecd2 req-b21bf220-2246-4780-b630-23146b3a4af6 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338247 Jul 23 16:13:56.634028 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38586ef8-55e7-4fa8-8d22-5142dd062cfb req-d874f33f-0dfc-4a78-b15a-b714934f269f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:56.635718 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-38586ef8-55e7-4fa8-8d22-5142dd062cfb req-d874f33f-0dfc-4a78-b15a-b714934f269f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0757804 Jul 23 16:13:56.678433 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-38586ef8-55e7-4fa8-8d22-5142dd062cfb req-1c2a6008-010e-484a-990d-a9cb1b3d2fe0 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341070 Jul 23 16:13:57.311963 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a1f17-9918-42f4-b520-746f8ef468ff req-df6c27aa-d96e-4ffc-b1dd-62148ef39eec tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:57.313448 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c06a1f17-9918-42f4-b520-746f8ef468ff req-df6c27aa-d96e-4ffc-b1dd-62148ef39eec tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 943 time: 0.0635064 Jul 23 16:13:57.316876 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9195a-9844-4b88-a21b-38d8bc19be57 req-7aed70dc-a5d5-4a8c-ab98-fffeb24391da tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:57.318357 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-31b9195a-9844-4b88-a21b-38d8bc19be57 req-7aed70dc-a5d5-4a8c-ab98-fffeb24391da tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0681486 Jul 23 16:13:57.355546 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c06a1f17-9918-42f4-b520-746f8ef468ff req-30ba9fdd-ac92-4656-a370-b93e543f8705 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360320 Jul 23 16:13:57.357193 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-31b9195a-9844-4b88-a21b-38d8bc19be57 req-8ab64557-39bc-49e3-b81c-3a14ffd2e13e tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332479 Jul 23 16:13:57.496102 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device be42b9fa-7715-4cf7-9e86-c8b417176031 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:13:57.617070 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port be42b9fa-7715-4cf7-9e86-c8b417176031, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=be42b9fa-7715-4cf7-9e86-c8b417176031,segment=NetworkSegment(cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7),segment_id=cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:13:57.628507 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': 'be42b9fa-7715-4cf7-9e86-c8b417176031', 'network_id': '808f9446-3608-4007-804a-ec81a27270e8', 'port_id': 'be42b9fa-7715-4cf7-9e86-c8b417176031', 'mac_address': 'fa:16:3e:3a:73:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de70c5eb-3bc2-4c22-a1a7-649938e9448e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:13:57.668480 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:57.681643 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be42b9fa-7715-4cf7-9e86-c8b417176031 {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:13:57.702430 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port be42b9fa-7715-4cf7-9e86-c8b417176031, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=be42b9fa-7715-4cf7-9e86-c8b417176031,segment=NetworkSegment(cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7),segment_id=cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:13:57.710778 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:57.768587 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=be42b9fa-7715-4cf7-9e86-c8b417176031,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:13:57.834549 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafb0ad-225b-4881-965c-4d644d8eac32 req-d3e901d2-4353-483e-83d7-07586978a0f8 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:57.836089 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7aafb0ad-225b-4881-965c-4d644d8eac32 req-d3e901d2-4353-483e-83d7-07586978a0f8 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0677717 Jul 23 16:13:57.874499 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7aafb0ad-225b-4881-965c-4d644d8eac32 req-b111c03a-28f7-4b86-af9e-b53bf20a8abf tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325487 Jul 23 16:13:58.364380 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['be42b9fa-7715-4cf7-9e86-c8b417176031'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:13:58.496694 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291eac1-68de-4807-9f53-2ebfe3395ae6 req-74a65051-e72e-49aa-97c7-66f2d2ec5cdc tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:58.502390 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3237f2-34a0-49b6-b46b-143bd6233890 req-e2e352f0-0499-4f9a-9166-f17a7211de81 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:58.504462 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c291eac1-68de-4807-9f53-2ebfe3395ae6 req-74a65051-e72e-49aa-97c7-66f2d2ec5cdc tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 944 time: 0.0710685 Jul 23 16:13:58.504991 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5d3237f2-34a0-49b6-b46b-143bd6233890 req-e2e352f0-0499-4f9a-9166-f17a7211de81 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0704291 Jul 23 16:13:58.539217 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c291eac1-68de-4807-9f53-2ebfe3395ae6 req-38baea53-8823-46fb-a2a7-46f979f4b606 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338862 Jul 23 16:13:58.546982 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5d3237f2-34a0-49b6-b46b-143bd6233890 req-c5465bbe-87d5-4547-a0e8-81e4998bbf56 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358510 Jul 23 16:13:59.012613 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91e91b-3a1e-4429-8a2e-23f8d8b93a70 req-60c771b3-b819-4c42-a7f2-d313ca11f391 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:59.014094 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fc91e91b-3a1e-4429-8a2e-23f8d8b93a70 req-60c771b3-b819-4c42-a7f2-d313ca11f391 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0645895 Jul 23 16:13:59.057829 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fc91e91b-3a1e-4429-8a2e-23f8d8b93a70 req-78196c6e-1686-4ab7-99b7-dfd0bf4692bf tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380824 Jul 23 16:13:59.690030 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a2ae0-058a-4e33-b136-baa5b11e9b6a req-fccf7386-a315-49cb-90f6-132047233956 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:59.692244 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7a3a2ae0-058a-4e33-b136-baa5b11e9b6a req-fccf7386-a315-49cb-90f6-132047233956 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 944 time: 0.0789990 Jul 23 16:13:59.695655 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845725a-c695-40de-80b6-ac2134607f2b req-87342369-df7b-4190-9cdc-a4b4bdd2f623 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:13:59.697282 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3845725a-c695-40de-80b6-ac2134607f2b req-87342369-df7b-4190-9cdc-a4b4bdd2f623 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0746443 Jul 23 16:13:59.731444 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7a3a2ae0-058a-4e33-b136-baa5b11e9b6a req-c17e4428-34ea-4f6d-b208-4ffb68228bdb tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323460 Jul 23 16:13:59.735474 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3845725a-c695-40de-80b6-ac2134607f2b req-ce6af150-e7c3-4a58-b524-baef18e0168f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321150 Jul 23 16:14:00.212427 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be0cda-6098-4955-ac4a-c13cc1584465 req-02228d6e-b500-4c6d-955a-c2b85427481f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:00.214323 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-92be0cda-6098-4955-ac4a-c13cc1584465 req-02228d6e-b500-4c6d-955a-c2b85427481f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0826983 Jul 23 16:14:00.254002 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-92be0cda-6098-4955-ac4a-c13cc1584465 req-4eb94dda-c9a4-4bb4-bce6-9a94acc3432b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334713 Jul 23 16:14:00.866030 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34039e00-c629-428f-a8f6-602f02dc89ca req-45af77a9-8ce3-40ee-a512-c5a39e7f063d tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:00.867650 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-34039e00-c629-428f-a8f6-602f02dc89ca req-45af77a9-8ce3-40ee-a512-c5a39e7f063d tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 944 time: 0.0661685 Jul 23 16:14:00.893983 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23738f-cd46-45bb-af46-d517f0e1b010 req-412b8e83-2c2c-4116-b77f-b40b623547a5 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:00.893983 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-dd23738f-cd46-45bb-af46-d517f0e1b010 req-412b8e83-2c2c-4116-b77f-b40b623547a5 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0820425 Jul 23 16:14:00.917174 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-34039e00-c629-428f-a8f6-602f02dc89ca req-cae31603-7c78-4491-ad3e-b3abe6b1e8a0 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 Jul 23 16:14:00.938160 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-dd23738f-cd46-45bb-af46-d517f0e1b010 req-313c652a-5030-41d0-97f6-9b9bb472ce10 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397706 Jul 23 16:14:01.404616 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1199652-e595-4a8b-b27a-26f7cf9a9add req-dbd0986d-86f7-401d-a605-7a4d3058e954 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:01.406096 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a1199652-e595-4a8b-b27a-26f7cf9a9add req-dbd0986d-86f7-401d-a605-7a4d3058e954 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0729296 Jul 23 16:14:01.446230 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a1199652-e595-4a8b-b27a-26f7cf9a9add req-cf28acc1-f87a-4c21-bf7a-85133017fd77 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340602 Jul 23 16:14:01.491834 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device be42b9fa-7715-4cf7-9e86-c8b417176031 up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:01.552685 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port be42b9fa-7715-4cf7-9e86-c8b417176031 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:14:01.558326 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port be42b9fa-7715-4cf7-9e86-c8b417176031 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:01.558890 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:01.644083 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:01.672538 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30af6c66-a8f0-45b1-8e00-2cc9678079f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be42b9fa-7715-4cf7-9e86-c8b417176031'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:14:01.674821 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c52174-076c-4f0d-a216-5f60e26e882a" -d '{"events": [{"server_uuid": "30af6c66-a8f0-45b1-8e00-2cc9678079f0", "name": "network-vif-plugged", "status": "completed", "tag": "be42b9fa-7715-4cf7-9e86-c8b417176031"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:14:01.687887 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port be42b9fa-7715-4cf7-9e86-c8b417176031, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=be42b9fa-7715-4cf7-9e86-c8b417176031,segment=NetworkSegment(cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7),segment_id=cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:01.695258 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:01.721846 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4f24a4-8e53-41bc-ac3d-f112d939af11 x-openstack-request-id: req-8d4f24a4-8e53-41bc-ac3d-f112d939af11 {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:14:01.722146 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30af6c66-a8f0-45b1-8e00-2cc9678079f0", "name": "network-vif-plugged", "status": "completed", "tag": "be42b9fa-7715-4cf7-9e86-c8b417176031", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:14:01.722409 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8d4f24a4-8e53-41bc-ac3d-f112d939af11 {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:14:01.722809 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30af6c66-a8f0-45b1-8e00-2cc9678079f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be42b9fa-7715-4cf7-9e86-c8b417176031', 'code': 200} Jul 23 16:14:01.754018 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=be42b9fa-7715-4cf7-9e86-c8b417176031,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:02.006059 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb9018-6755-4b84-81bc-d92665635b72 req-efdd01cd-4adc-40e5-87ce-b3147ec75dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:02.008144 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b9cb9018-6755-4b84-81bc-d92665635b72 req-efdd01cd-4adc-40e5-87ce-b3147ec75dee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 1098 time: 0.0713353 Jul 23 16:14:02.067810 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b9cb9018-6755-4b84-81bc-d92665635b72 req-6324eb52-311c-4272-a0d8-fffb3080bd8c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422864 Jul 23 16:14:02.082257 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f9cf4-08b5-4c9b-96b6-02006954b0fe req-0d5f7e18-d1cd-4f27-b9f3-94d3ea40b763 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:02.083815 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-721f9cf4-08b5-4c9b-96b6-02006954b0fe req-0d5f7e18-d1cd-4f27-b9f3-94d3ea40b763 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0678115 Jul 23 16:14:02.088486 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628e2be-7b8a-4cc2-8dac-98e5ad968a48 req-d42b27de-9c5c-4ca2-a27c-2da786364212 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:02.089964 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e628e2be-7b8a-4cc2-8dac-98e5ad968a48 req-d42b27de-9c5c-4ca2-a27c-2da786364212 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 945 time: 0.0981352 Jul 23 16:14:02.123952 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-721f9cf4-08b5-4c9b-96b6-02006954b0fe req-183e5210-f9f3-49e4-af01-2d240ee67214 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341222 Jul 23 16:14:02.130531 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e628e2be-7b8a-4cc2-8dac-98e5ad968a48 req-f3321029-9d9c-4c52-89ed-02c6e0aa4469 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343430 Jul 23 16:14:02.598133 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659acc5-7444-4cef-bdfc-69cc31d3c730 req-af6385ef-e3c4-40ac-ae98-f4231ea19ac6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:02.599821 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7659acc5-7444-4cef-bdfc-69cc31d3c730 req-af6385ef-e3c4-40ac-ae98-f4231ea19ac6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0806165 Jul 23 16:14:02.640016 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7659acc5-7444-4cef-bdfc-69cc31d3c730 req-3f2913f9-d11f-4fd1-ab74-7268d9d3bd66 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339334 Jul 23 16:14:03.263000 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15bc69-270a-4740-9429-2e7fb617a4cc req-72606892-5de1-40c1-b613-812fd4d518fb tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:03.265468 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ff15bc69-270a-4740-9429-2e7fb617a4cc req-72606892-5de1-40c1-b613-812fd4d518fb tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0671751 Jul 23 16:14:03.273666 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692dd6a-9f00-4eb9-a78d-df2601d8601b req-1cec90f8-6eda-47f4-ad99-d0ed272721ee tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:03.275600 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d692dd6a-9f00-4eb9-a78d-df2601d8601b req-1cec90f8-6eda-47f4-ad99-d0ed272721ee tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 945 time: 0.0708086 Jul 23 16:14:03.305197 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ff15bc69-270a-4740-9429-2e7fb617a4cc req-78fad040-584f-4a3a-9cb2-8e27ddafdf84 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349858 Jul 23 16:14:03.331485 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d692dd6a-9f00-4eb9-a78d-df2601d8601b req-800afc44-6b62-4f33-a835-7cf8586cafe0 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490725 Jul 23 16:14:03.782941 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2fb18-6a02-4fc4-a1cc-a368716ef9de req-287cc5a4-8039-47b7-be6c-a14a2254c30e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:03.784457 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-adc2fb18-6a02-4fc4-a1cc-a368716ef9de req-287cc5a4-8039-47b7-be6c-a14a2254c30e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0694551 Jul 23 16:14:03.834679 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-adc2fb18-6a02-4fc4-a1cc-a368716ef9de req-664384e4-69a6-48d0-a906-22509c9b11ba tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430312 Jul 23 16:14:04.456039 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32bce9-1316-445d-bc47-63816c170fae req-3496574d-a6b9-413e-a94b-f196e01d1281 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:04.457563 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ba32bce9-1316-445d-bc47-63816c170fae req-3496574d-a6b9-413e-a94b-f196e01d1281 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0682399 Jul 23 16:14:04.480796 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0d659-3e41-465f-8d9a-42c05081d5a5 req-69249c09-d89b-414c-8f9d-28531e62c080 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:04.482327 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-27a0d659-3e41-465f-8d9a-42c05081d5a5 req-69249c09-d89b-414c-8f9d-28531e62c080 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 945 time: 0.0669599 Jul 23 16:14:04.497435 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ba32bce9-1316-445d-bc47-63816c170fae req-9a41e518-a12c-49b3-9884-3a9a916090e1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328834 Jul 23 16:14:04.521787 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-27a0d659-3e41-465f-8d9a-42c05081d5a5 req-d98309d5-0935-458b-a3ae-65ee9ca71328 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335863 Jul 23 16:14:05.003340 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a165c-10de-4f12-adc1-fc7ec771df96 req-03316d95-a4dd-4289-968b-c9d1ef0d55f5 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:05.005629 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c48a165c-10de-4f12-adc1-fc7ec771df96 req-03316d95-a4dd-4289-968b-c9d1ef0d55f5 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0784984 Jul 23 16:14:05.046152 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c48a165c-10de-4f12-adc1-fc7ec771df96 req-59cc3b5b-711a-4e7e-be5d-42035d704ddd tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341058 Jul 23 16:14:05.560605 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42dfef-da57-4b05-a919-d4bfa0ea26f0 req-e42ab853-0958-4465-b919-2e835116a345 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:05.562172 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fa42dfef-da57-4b05-a919-d4bfa0ea26f0 req-e42ab853-0958-4465-b919-2e835116a345 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 945 time: 0.0661700 Jul 23 16:14:05.603032 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fa42dfef-da57-4b05-a919-d4bfa0ea26f0 req-0462bfad-8f7c-4fcc-b46d-f8c39a3d0686 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349689 Jul 23 16:14:05.635911 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20478a6f-c482-429c-9134-f52f21f07e78 req-cd3b3385-7bbe-45b5-91b7-1fd0449c7adb tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:05.637407 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-20478a6f-c482-429c-9134-f52f21f07e78 req-cd3b3385-7bbe-45b5-91b7-1fd0449c7adb tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0636528 Jul 23 16:14:05.679305 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-20478a6f-c482-429c-9134-f52f21f07e78 req-e00d5597-4f02-434a-887f-f4fcdfe1cd0b tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359764 Jul 23 16:14:06.192626 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f0d7b-c3f4-4ce7-8d89-f434ddf25e23 req-e126132e-5c1e-4f15-9224-4bcc6243b0fd tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:06.194193 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-696f0d7b-c3f4-4ce7-8d89-f434ddf25e23 req-e126132e-5c1e-4f15-9224-4bcc6243b0fd tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0710258 Jul 23 16:14:06.234809 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-696f0d7b-c3f4-4ce7-8d89-f434ddf25e23 req-7c0dc049-e47d-42da-9cca-aa7eec1a8d26 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323293 Jul 23 16:14:06.751565 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9bb7e-aacf-4037-858b-7623baba0a3f req-c469ab4c-71fa-4a36-806a-b0f1116abdeb tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:06.753107 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-81d9bb7e-aacf-4037-858b-7623baba0a3f req-c469ab4c-71fa-4a36-806a-b0f1116abdeb tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 945 time: 0.0661056 Jul 23 16:14:06.794337 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-81d9bb7e-aacf-4037-858b-7623baba0a3f req-3e290b57-a950-4d91-9dc9-91658f134c35 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352590 Jul 23 16:14:06.822945 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033993a-973a-4f9a-b96c-0c690e1f6dbb req-3eb6a3ef-090e-41b8-b6d1-ee45c92f8f71 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:06.824486 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b033993a-973a-4f9a-b96c-0c690e1f6dbb req-3eb6a3ef-090e-41b8-b6d1-ee45c92f8f71 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0629730 Jul 23 16:14:06.867075 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b033993a-973a-4f9a-b96c-0c690e1f6dbb req-eb37c4e2-3b88-4def-adaa-6dc1a54e0f5a tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334678 Jul 23 16:14:07.381762 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55655927-1159-4645-ae47-23ba4da67d99 req-02bcafad-ccc3-4394-b442-03411ce18aa3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:07.383889 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-55655927-1159-4645-ae47-23ba4da67d99 req-02bcafad-ccc3-4394-b442-03411ce18aa3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0706012 Jul 23 16:14:07.426466 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-55655927-1159-4645-ae47-23ba4da67d99 req-12c4d015-559c-462f-a1c9-34dc7b3d0712 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368335 Jul 23 16:14:07.940049 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b611f57-7158-4419-91b8-143de2a751a0 req-7663f788-b349-4e07-9a6f-bea411942dd0 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:07.941952 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7b611f57-7158-4419-91b8-143de2a751a0 req-7663f788-b349-4e07-9a6f-bea411942dd0 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 945 time: 0.0740786 Jul 23 16:14:07.986033 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7b611f57-7158-4419-91b8-143de2a751a0 req-c29d0d8f-af69-406a-a35f-595bd397fc7c tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378830 Jul 23 16:14:08.014987 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb02ab-940e-42d7-837b-16bcdfa997e8 req-599c20cc-73ff-4c09-aebb-1147ad1a2074 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:08.016872 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-02eb02ab-940e-42d7-837b-16bcdfa997e8 req-599c20cc-73ff-4c09-aebb-1147ad1a2074 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0795989 Jul 23 16:14:08.059636 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-02eb02ab-940e-42d7-837b-16bcdfa997e8 req-343f9b55-99a6-406f-8e94-c72fbe72eba5 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366542 Jul 23 16:14:08.572839 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c612c-fa86-4c7e-9b6a-0972766f6ae4 req-860d18ab-6e4b-4e0c-90f3-ab71995504fc tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:08.574394 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-328c612c-fa86-4c7e-9b6a-0972766f6ae4 req-860d18ab-6e4b-4e0c-90f3-ab71995504fc tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0698507 Jul 23 16:14:08.619426 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-328c612c-fa86-4c7e-9b6a-0972766f6ae4 req-3dead927-ba44-4b97-b4b8-b6bc04f3166a tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372016 Jul 23 16:14:08.980134 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700d189-aad1-4b2a-aa29-1a7d00aac433 req-b4694a8e-1507-4d46-b5b9-53f4f0aec628 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:08.981635 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c700d189-aad1-4b2a-aa29-1a7d00aac433 req-b4694a8e-1507-4d46-b5b9-53f4f0aec628 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.59 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 945 time: 0.0780201 Jul 23 16:14:09.103200 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-c700d189-aad1-4b2a-aa29-1a7d00aac433 req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Deleting port be42b9fa-7715-4cf7-9e86-c8b417176031 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:14:09.103600 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c700d189-aad1-4b2a-aa29-1a7d00aac433 req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:09.122972 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349af86d-fd65-4742-829f-70e88942ae6b req-10270699-52c8-4d3e-af78-f70fef44f6ba tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:09.124758 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-349af86d-fd65-4742-829f-70e88942ae6b req-10270699-52c8-4d3e-af78-f70fef44f6ba tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 945 time: 0.0682061 Jul 23 16:14:09.165862 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-349af86d-fd65-4742-829f-70e88942ae6b req-8c355b2e-f6f4-46e7-944f-4f2dbf822b73 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328569 Jul 23 16:14:09.478669 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-c700d189-aad1-4b2a-aa29-1a7d00aac433 req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] For port be42b9fa-7715-4cf7-9e86-c8b417176031, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=be42b9fa-7715-4cf7-9e86-c8b417176031,segment=NetworkSegment(cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7),segment_id=cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:09.479030 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c700d189-aad1-4b2a-aa29-1a7d00aac433 req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:09.493737 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-c700d189-aad1-4b2a-aa29-1a7d00aac433 req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Calling delete_port for be42b9fa-7715-4cf7-9e86-c8b417176031 owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:14:09.552298 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36f44f-31d1-4fce-90ab-a46ce0871f1a req-470ac37b-7ef1-4d26-bd7c-7fda3287a188 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:09.553772 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1b36f44f-31d1-4fce-90ab-a46ce0871f1a req-470ac37b-7ef1-4d26-bd7c-7fda3287a188 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.4119635 Jul 23 16:14:09.562295 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 90841115-d000-4397-993c-7f1b308f2dfb details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:14:09.612176 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1b36f44f-31d1-4fce-90ab-a46ce0871f1a req-b9707273-f555-4970-a8b6-1c5ac4e05db8 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525746 Jul 23 16:14:09.683047 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c700d189-aad1-4b2a-aa29-1a7d00aac433 req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:09.717026 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Pushing event deleted for resources: {'Port': ['ID=be42b9fa-7715-4cf7-9e86-c8b417176031,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:09.728985 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:09.729467 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:09.730004 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:09.730353 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:09.730791 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:09.731246 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:09.731685 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:09.732103 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:09.732520 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:09.732947 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:09.733380 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:09.734350 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:09.774320 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a038dd8-8713-415c-81cf-002f799b187f req-87d6c3ce-751e-45f9-81bd-1f7284920aab tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:09.775811 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7a038dd8-8713-415c-81cf-002f799b187f req-87d6c3ce-751e-45f9-81bd-1f7284920aab tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0769448 Jul 23 16:14:09.776868 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['be42b9fa-7715-4cf7-9e86-c8b417176031'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:14:09.780733 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c700d189-aad1-4b2a-aa29-1a7d00aac433 req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] No DVR routers for this DVR port be42b9fa-7715-4cf7-9e86-c8b417176031 on host hv-cinder-79628 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:14:09.783474 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c700d189-aad1-4b2a-aa29-1a7d00aac433 req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:09.785667 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c700d189-aad1-4b2a-aa29-1a7d00aac433 req-307ef7d2-bfb6-4050-8153-0b162e84e513 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.59 "DELETE /v2.0/ports/be42b9fa-7715-4cf7-9e86-c8b417176031 HTTP/1.1" status: 204 len: 173 time: 0.7975171 Jul 23 16:14:09.786532 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30af6c66-a8f0-45b1-8e00-2cc9678079f0', 'name': 'network-vif-deleted', 'tag': 'be42b9fa-7715-4cf7-9e86-c8b417176031'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:14:09.788877 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30edc6d8-ae20-43b9-88c9-47f9784e7fae" -d '{"events": [{"server_uuid": "30af6c66-a8f0-45b1-8e00-2cc9678079f0", "name": "network-vif-deleted", "tag": "be42b9fa-7715-4cf7-9e86-c8b417176031"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:14:09.831406 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24a27cf-cae2-4f28-901b-8ea741c61447 x-openstack-request-id: req-b24a27cf-cae2-4f28-901b-8ea741c61447 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:14:09.831715 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7a038dd8-8713-415c-81cf-002f799b187f req-c2f023a2-cec2-4e9d-b9fa-24aec69c502f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451839 Jul 23 16:14:09.831832 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30af6c66-a8f0-45b1-8e00-2cc9678079f0", "name": "network-vif-deleted", "tag": "be42b9fa-7715-4cf7-9e86-c8b417176031", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:14:09.831979 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b24a27cf-cae2-4f28-901b-8ea741c61447 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:14:09.832347 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30af6c66-a8f0-45b1-8e00-2cc9678079f0', 'name': 'network-vif-deleted', 'tag': 'be42b9fa-7715-4cf7-9e86-c8b417176031', 'status': 'completed', 'code': 200} Jul 23 16:14:09.832678 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 90841115-d000-4397-993c-7f1b308f2dfb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90841115-d000-4397-993c-7f1b308f2dfb,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:09.847149 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': '90841115-d000-4397-993c-7f1b308f2dfb', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'port_id': '90841115-d000-4397-993c-7f1b308f2dfb', 'mac_address': 'fa:16:3e:01:39:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:14:09.892422 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:09.907187 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90841115-d000-4397-993c-7f1b308f2dfb {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:14:09.930352 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 90841115-d000-4397-993c-7f1b308f2dfb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90841115-d000-4397-993c-7f1b308f2dfb,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:09.936721 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:09.990057 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=90841115-d000-4397-993c-7f1b308f2dfb,revision_number=6']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:10.288777 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d26841b8-596e-44dc-adc5-18ec49db9618 req-9e351017-18a4-4524-90bc-4de227b359b9 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=30af6c66-a8f0-45b1-8e00-2cc9678079f0 HTTP/1.1" status: 200 len: 210 time: 0.0349426 Jul 23 16:14:10.497156 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['90841115-d000-4397-993c-7f1b308f2dfb'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:14:10.682417 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307b81b-3bf6-437c-aee8-07ed2e3ca821 req-5c066f90-c14d-42d0-9352-d44101386475 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:10.684303 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0307b81b-3bf6-437c-aee8-07ed2e3ca821 req-5c066f90-c14d-42d0-9352-d44101386475 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0862479 Jul 23 16:14:10.754293 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-0307b81b-3bf6-437c-aee8-07ed2e3ca821 req-4fad2d38-6371-413a-b26e-fc81b5d9dc99 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622160 Jul 23 16:14:10.780949 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b19f5-66a1-4272-8ac8-ca89cd1530ed req-8210bc58-7c75-4ddc-9913-984e4905bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:10.782125 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b04b19f5-66a1-4272-8ac8-ca89cd1530ed req-8210bc58-7c75-4ddc-9913-984e4905bea7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c48c39524c134508a8893e4d116cb081&device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 1098 time: 0.0822830 Jul 23 16:14:10.840375 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34a0a7-ddfe-4212-a335-cb90550d17da req-193f5db5-0091-49f4-9ff0-c0c6fba97fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:10.842214 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3d34a0a7-ddfe-4212-a335-cb90550d17da req-193f5db5-0091-49f4-9ff0-c0c6fba97fb9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fe83c8aa779464b9ac589e2040ae57f&device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 1099 time: 0.1347129 Jul 23 16:14:10.849709 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69393c-28b1-4339-9215-2161b9937b4e req-ca59f282-2b9d-4299-98dd-aa711bae2227 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:10.852003 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-af69393c-28b1-4339-9215-2161b9937b4e req-ca59f282-2b9d-4299-98dd-aa711bae2227 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.1340001 Jul 23 16:14:10.898434 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-af69393c-28b1-4339-9215-2161b9937b4e req-9e495a2c-0473-4ed6-86d9-5a71d97fd857 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403533 Jul 23 16:14:10.946727 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b19f5-66a1-4272-8ac8-ca89cd1530ed req-0fd0f9ad-f006-40b3-b4ea-64eae5401062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:10.949463 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b04b19f5-66a1-4272-8ac8-ca89cd1530ed req-0fd0f9ad-f006-40b3-b4ea-64eae5401062 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9badab1-7eef-4cc8-9a63-26df64f8e639 HTTP/1.1" status: 200 len: 920 time: 0.1460023 Jul 23 16:14:11.060155 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b04b19f5-66a1-4272-8ac8-ca89cd1530ed req-4fb372b2-4ae1-4e16-853a-1dd716eab88a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6eec52b-01ce-486f-be17-e0bcdf2cf20c HTTP/1.1" status: 200 len: 217 time: 0.0516365 Jul 23 16:14:11.060468 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34a0a7-ddfe-4212-a335-cb90550d17da req-1b6de202-6978-4ae4-b9f8-20cf4ba90f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:11.061877 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3d34a0a7-ddfe-4212-a335-cb90550d17da req-1b6de202-6978-4ae4-b9f8-20cf4ba90f5e service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c0621ff-a2c0-4e39-8229-4f2f452683a2 HTTP/1.1" status: 200 len: 912 time: 0.1624763 Jul 23 16:14:11.076002 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9245523-9cec-4ba0-b514-0461ec10fbf4 req-9bac8c7d-18cf-481a-91a9-2d22c13f61dc tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:11.077555 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c9245523-9cec-4ba0-b514-0461ec10fbf4 req-9bac8c7d-18cf-481a-91a9-2d22c13f61dc tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 945 time: 0.1463666 Jul 23 16:14:11.172984 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c9245523-9cec-4ba0-b514-0461ec10fbf4 req-034fb4a2-400f-4bbf-90fa-5f5d654f9815 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850167 Jul 23 16:14:11.217875 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3d34a0a7-ddfe-4212-a335-cb90550d17da req-0e4efb0e-992c-4beb-95eb-13ba0e1a71e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a1abf88-0c0f-4302-ac91-79c156e47d23 HTTP/1.1" status: 200 len: 1002 time: 0.1026440 Jul 23 16:14:11.237997 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b19f5-66a1-4272-8ac8-ca89cd1530ed req-fd66a59a-8071-4452-865a-51a6fe510d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:11.240014 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b04b19f5-66a1-4272-8ac8-ca89cd1530ed req-fd66a59a-8071-4452-865a-51a6fe510d83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f4224b1-fcef-42fd-9e0a-34138cd1c2de HTTP/1.1" status: 200 len: 859 time: 0.0660198 Jul 23 16:14:11.282950 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34a0a7-ddfe-4212-a335-cb90550d17da req-d5bff880-9d5b-4105-8a5a-be36a81a7395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:11.286335 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3d34a0a7-ddfe-4212-a335-cb90550d17da req-d5bff880-9d5b-4105-8a5a-be36a81a7395 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e32c016-e4f8-43ff-938e-cce583bd25cf HTTP/1.1" status: 200 len: 850 time: 0.0574749 Jul 23 16:14:11.294413 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b04b19f5-66a1-4272-8ac8-ca89cd1530ed req-12d3ac3c-79d3-4f9e-acef-ebed99d69720 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9badab1-7eef-4cc8-9a63-26df64f8e639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398839 Jul 23 16:14:11.357691 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34a0a7-ddfe-4212-a335-cb90550d17da req-48c1eb2d-5a89-468e-a510-5794da2adc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:11.359538 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3d34a0a7-ddfe-4212-a335-cb90550d17da req-48c1eb2d-5a89-468e-a510-5794da2adc23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c0621ff-a2c0-4e39-8229-4f2f452683a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0639653 Jul 23 16:14:11.447977 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b04b19f5-66a1-4272-8ac8-ca89cd1530ed req-9c0dc03e-913a-4cda-b6e1-5f7a51faf8b6 service neutron] 10.222.0.59 "GET /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459155 Jul 23 16:14:11.491047 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3d34a0a7-ddfe-4212-a335-cb90550d17da req-66f2677c-53d8-473b-bb87-a27d6e4a9551 service neutron] 10.222.0.59 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202774 Jul 23 16:14:11.598752 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3d34a0a7-ddfe-4212-a335-cb90550d17da req-e336477a-696e-4ca1-922e-53e00b1a5207 service neutron] 10.222.0.59 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941508 Jul 23 16:14:11.602825 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b04b19f5-66a1-4272-8ac8-ca89cd1530ed req-5aaca8de-e1ce-4cb4-8cdf-800b077eec7c service neutron] 10.222.0.59 "GET /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449156 Jul 23 16:14:11.606641 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 90841115-d000-4397-993c-7f1b308f2dfb up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:11.675456 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port 90841115-d000-4397-993c-7f1b308f2dfb triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:11.675859 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:11.692016 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-d87554b1-d3cd-4ffa-bafc-324c9950736f tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:11.699923 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-d87554b1-d3cd-4ffa-bafc-324c9950736f tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/networks?id=808f9446-3608-4007-804a-ec81a27270e8 HTTP/1.1" status: 200 len: 808 time: 0.1415865 Jul 23 16:14:11.750669 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3c358dfc-5a7b-4b33-add1-cb31021c2c41 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/quotas/3a5e55fbc2bb4b8ead53b45ea895a488 HTTP/1.1" status: 200 len: 375 time: 0.0493116 Jul 23 16:14:11.830525 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-48afed29-b7b6-4a42-970a-c2627b1551ef tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a5e55fbc2bb4b8ead53b45ea895a488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711217 Jul 23 16:14:11.852964 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:11.898676 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e05af9-6905-43cf-92d4-4a579677b33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90841115-d000-4397-993c-7f1b308f2dfb'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:14:11.906796 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13d20a8-fd39-42d8-b4cf-94d37fa6c362" -d '{"events": [{"server_uuid": "73e05af9-6905-43cf-92d4-4a579677b33e", "name": "network-vif-plugged", "status": "completed", "tag": "90841115-d000-4397-993c-7f1b308f2dfb"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:14:11.925383 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 90841115-d000-4397-993c-7f1b308f2dfb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90841115-d000-4397-993c-7f1b308f2dfb,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:11.931749 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:11.933562 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device be42b9fa-7715-4cf7-9e86-c8b417176031 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:14:11.955244 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b419c7-806f-4739-acb0-79cb4690b135 req-8b5830f3-8b1b-43e3-a085-9ce22ae8fdb7 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:11.956944 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b4b419c7-806f-4739-acb0-79cb4690b135 req-8b5830f3-8b1b-43e3-a085-9ce22ae8fdb7 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0855079 Jul 23 16:14:12.001288 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: be42b9fa-7715-4cf7-9e86-c8b417176031 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:14:12.001801 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device be42b9fa-7715-4cf7-9e86-c8b417176031 not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:14:12.018405 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b4b419c7-806f-4739-acb0-79cb4690b135 req-0038b116-c1a2-4789-a537-97f6e76e67d4 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539522 Jul 23 16:14:12.019518 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-a3115b2f-f8b4-4248-9acf-687134f058fa service neutron] 10.222.0.69 "GET /v2.0/networks/808f9446-3608-4007-804a-ec81a27270e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755352 Jul 23 16:14:12.073195 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=90841115-d000-4397-993c-7f1b308f2dfb,revision_number=7']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:12.089171 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39e77b9-c15f-4441-aee3-34e72bcd0959 x-openstack-request-id: req-b39e77b9-c15f-4441-aee3-34e72bcd0959 {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:14:12.089464 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e05af9-6905-43cf-92d4-4a579677b33e", "name": "network-vif-plugged", "status": "completed", "tag": "90841115-d000-4397-993c-7f1b308f2dfb", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:14:12.089721 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b39e77b9-c15f-4441-aee3-34e72bcd0959 {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:14:12.090122 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e05af9-6905-43cf-92d4-4a579677b33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90841115-d000-4397-993c-7f1b308f2dfb', 'code': 200} Jul 23 16:14:12.169324 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-9106928b-3f50-41e3-8e7c-7a48e7adba0a service neutron] 10.222.0.69 "GET /v2.0/networks/808f9446-3608-4007-804a-ec81a27270e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383035 Jul 23 16:14:12.185248 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:12.253251 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa049e8-411a-410c-b61a-e1619ba7d29a req-b03ad022-1b62-4fcf-bcec-2512b1d51bf1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:12.254781 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-efa049e8-411a-410c-b61a-e1619ba7d29a req-b03ad022-1b62-4fcf-bcec-2512b1d51bf1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.1083055 Jul 23 16:14:12.317531 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-efa049e8-411a-410c-b61a-e1619ba7d29a req-b65dbf5b-d499-49b9-a858-c13186ce95f5 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436075 Jul 23 16:14:12.463336 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a4d0370e-9a03-498c-a7b2-910b33d7842a req-2a5ce9d0-6854-4da0-8542-4efb2b137801 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 210 time: 0.0605567 Jul 23 16:14:12.511128 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb0260-3667-4fc4-8472-24fe97bcd911 req-34cc0332-3d36-4975-b4b3-3c8380611c71 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:12.512735 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1fbb0260-3667-4fc4-8472-24fe97bcd911 req-34cc0332-3d36-4975-b4b3-3c8380611c71 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0916438 Jul 23 16:14:12.567936 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1fbb0260-3667-4fc4-8472-24fe97bcd911 req-56b13ae7-f0fc-4f57-97ed-eab1879e53b7 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495012 Jul 23 16:14:12.774626 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695cd9a-d7cc-4244-a45c-aac94fa57395 req-e6709ad1-a575-4946-bc1e-eaa5cbfefc04 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:12.776428 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7695cd9a-d7cc-4244-a45c-aac94fa57395 req-e6709ad1-a575-4946-bc1e-eaa5cbfefc04 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 946 time: 0.0795035 Jul 23 16:14:12.826984 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7695cd9a-d7cc-4244-a45c-aac94fa57395 req-9e157b2a-81b5-4877-941c-0294c7fc6b7a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401657 Jul 23 16:14:13.214728 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681010e-b8a3-4e42-b289-380ae7bbbdd1 req-1361ac41-3204-44e4-a4d0-ddf37bf9fcc5 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:13.216880 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b681010e-b8a3-4e42-b289-380ae7bbbdd1 req-1361ac41-3204-44e4-a4d0-ddf37bf9fcc5 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.1036932 Jul 23 16:14:13.261075 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b681010e-b8a3-4e42-b289-380ae7bbbdd1 req-91d029a9-3928-4b3d-8e9e-f9022d51ed42 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365884 Jul 23 16:14:13.465431 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a978e-07d6-49b2-a314-769cbfa519ce req-8fa32d45-65b2-443c-a09c-23c6055c697b tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:13.467315 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ac5a978e-07d6-49b2-a314-769cbfa519ce req-8fa32d45-65b2-443c-a09c-23c6055c697b tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0707850 Jul 23 16:14:13.517993 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ac5a978e-07d6-49b2-a314-769cbfa519ce req-7ef59859-5fa3-4a4d-8a52-fb81270cc6ca tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416472 Jul 23 16:14:13.592694 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6d976fa7-0e94-4b37-b7cc-941d5dc98366 req-09df0df7-0581-4765-b6df-93b03281ce01 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 210 time: 0.0570641 Jul 23 16:14:13.759833 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b4ce7-859c-42cf-8cb6-937106840881 req-2f2ba37a-07dc-4c08-8a41-a44ccee5e256 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:13.761409 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-be1b4ce7-859c-42cf-8cb6-937106840881 req-2f2ba37a-07dc-4c08-8a41-a44ccee5e256 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0910459 Jul 23 16:14:13.809109 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-be1b4ce7-859c-42cf-8cb6-937106840881 req-45bc4003-e58f-40d1-aebe-3ae437122268 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398641 Jul 23 16:14:14.001722 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374b77b-3dcb-4596-8c43-0ac5ffd07689 req-63b97af2-bab8-4194-b429-06dfa42f5354 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:14.003599 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b374b77b-3dcb-4596-8c43-0ac5ffd07689 req-63b97af2-bab8-4194-b429-06dfa42f5354 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 946 time: 0.0998218 Jul 23 16:14:14.064699 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b374b77b-3dcb-4596-8c43-0ac5ffd07689 req-e99f9948-a314-4640-84d3-af9aca63bffa tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522740 Jul 23 16:14:14.428247 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55712877-cda4-46cc-aca9-01d246ca8f41 req-a2e79ae6-b3af-452e-8096-4c20e5e23a9b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:14.430552 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-55712877-cda4-46cc-aca9-01d246ca8f41 req-a2e79ae6-b3af-452e-8096-4c20e5e23a9b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0831897 Jul 23 16:14:14.495780 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-55712877-cda4-46cc-aca9-01d246ca8f41 req-337f56c0-3f02-4294-9f74-dbcf37620469 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591929 Jul 23 16:14:14.707702 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdfa41-b3a5-4cde-90d6-8694e456a3ae req-58cbcb85-df41-4ed6-a078-5ea027db782d tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:14.709288 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-66cdfa41-b3a5-4cde-90d6-8694e456a3ae req-58cbcb85-df41-4ed6-a078-5ea027db782d tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.1053848 Jul 23 16:14:14.714338 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-64f19187-ec6e-4440-82f4-96e74c111a48 req-0cc7b598-733b-44ad-8f20-a0f329086f0d tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 210 time: 0.0319266 Jul 23 16:14:14.755476 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-66cdfa41-b3a5-4cde-90d6-8694e456a3ae req-ee7c5e19-812f-40fa-a265-c370bd50c719 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391316 Jul 23 16:14:15.037061 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f15cd-88dc-4cb0-bd45-2fd48e0b9763 req-923613fd-e77d-4ebb-a136-01e5d9d673b1 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:15.038612 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-be1f15cd-88dc-4cb0-bd45-2fd48e0b9763 req-923613fd-e77d-4ebb-a136-01e5d9d673b1 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.1443083 Jul 23 16:14:15.046919 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-a48fd654-b2bc-45d0-971d-c3dc23b18a85 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:15.047188 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-a48fd654-b2bc-45d0-971d-c3dc23b18a85 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.59 "GET /v2.0/networks?id=808f9446-3608-4007-804a-ec81a27270e8 HTTP/1.1" status: 200 len: 808 time: 0.1617641 Jul 23 16:14:15.087127 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-be1f15cd-88dc-4cb0-bd45-2fd48e0b9763 req-cfc77948-1da8-4a06-a9ea-b1fdf50b06e9 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368371 Jul 23 16:14:15.106751 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-6bb5748c-13ce-4cd3-b6b2-d05379773a6a tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Request body: {'port': {'device_id': '637ecb9f-83fb-4e76-a86c-e08ce3f7aa96', 'network_id': '808f9446-3608-4007-804a-ec81a27270e8', 'admin_state_up': True, 'tenant_id': '3a5e55fbc2bb4b8ead53b45ea895a488'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:15.245122 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-6bb5748c-13ce-4cd3-b6b2-d05379773a6a tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Made reservation on behalf of 3a5e55fbc2bb4b8ead53b45ea895a488 for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:14:15.248871 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-6bb5748c-13ce-4cd3-b6b2-d05379773a6a tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:15.280973 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0ff5c-0788-4bc8-806b-60ff5ac7f5ee req-7f1f9b66-2168-4f33-bb73-80d35884dff6 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:15.283048 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-84a0ff5c-0788-4bc8-806b-60ff5ac7f5ee req-7f1f9b66-2168-4f33-bb73-80d35884dff6 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 946 time: 0.0869744 Jul 23 16:14:15.346611 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-84a0ff5c-0788-4bc8-806b-60ff5ac7f5ee req-03b75c48-09af-49c4-b7f7-e9f60ee0b321 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565219 Jul 23 16:14:15.439374 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-6bb5748c-13ce-4cd3-b6b2-d05379773a6a tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Allocated IP 172.20.0.3 (808f9446-3608-4007-804a-ec81a27270e8/de70c5eb-3bc2-4c22-a1a7-649938e9448e/1903f35f-1d5b-41dc-9f39-67df926cd140) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:14:15.611319 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-6bb5748c-13ce-4cd3-b6b2-d05379773a6a tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:15.702868 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af10b00-40cb-4de4-8fd3-15bb9eb7467b req-fec2371f-ee4e-48a8-8b15-d30d93c23d42 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:15.704640 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1af10b00-40cb-4de4-8fd3-15bb9eb7467b req-fec2371f-ee4e-48a8-8b15-d30d93c23d42 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.1180146 Jul 23 16:14:15.706377 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-6bb5748c-13ce-4cd3-b6b2-d05379773a6a tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:15.788603 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-6bb5748c-13ce-4cd3-b6b2-d05379773a6a tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Network 808f9446-3608-4007-804a-ec81a27270e8 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:14:15.813999 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1af10b00-40cb-4de4-8fd3-15bb9eb7467b req-fb85f91f-75c3-440c-8d02-73bc691079de tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903447 Jul 23 16:14:15.821607 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-48e63599-4299-47d5-b198-b22697129e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:15.824712 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-6bb5748c-13ce-4cd3-b6b2-d05379773a6a tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:15.827751 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5748c-13ce-4cd3-b6b2-d05379773a6a tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Pushing event updated for resources: {'Port': ['ID=1903f35f-1d5b-41dc-9f39-67df926cd140,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:15.831675 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-6bb5748c-13ce-4cd3-b6b2-d05379773a6a tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:14:15.892211 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cec2b3-f097-4181-96b0-caeae493dbc3 req-d976a7a6-75a6-48e7-8404-57a073239dcf tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:15.900795 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-73cec2b3-f097-4181-96b0-caeae493dbc3 req-d976a7a6-75a6-48e7-8404-57a073239dcf tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 931 time: 0.1068332 Jul 23 16:14:15.902788 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-6bb5748c-13ce-4cd3-b6b2-d05379773a6a tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:15.903471 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-6bb5748c-13ce-4cd3-b6b2-d05379773a6a tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:15.952120 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-73cec2b3-f097-4181-96b0-caeae493dbc3 req-850ec053-c568-458a-880e-8be19494de7d tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499384 Jul 23 16:14:15.958924 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-6bb5748c-13ce-4cd3-b6b2-d05379773a6a tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8561440 Jul 23 16:14:15.987121 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fe3a9-025a-4b0a-b949-a3a25c63dab7 req-63a7bce9-2175-4c79-83db-c6444c14de3e tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:15.988633 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5c1fe3a9-025a-4b0a-b949-a3a25c63dab7 req-63a7bce9-2175-4c79-83db-c6444c14de3e tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0930703 Jul 23 16:14:15.994236 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Request body: {'port': {'device_id': '637ecb9f-83fb-4e76-a86c-e08ce3f7aa96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:16.052041 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5c1fe3a9-025a-4b0a-b949-a3a25c63dab7 req-f6f4eaa5-cc0c-47c9-a79f-ebdb1897848c tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553482 Jul 23 16:14:16.113575 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:16.270800 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1d292-a5f5-44dd-a0f0-ef034dc7b8ef req-5ecfc9d0-ff99-49e8-870b-0deb94e270a5 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:16.274880 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8ac1d292-a5f5-44dd-a0f0-ef034dc7b8ef req-5ecfc9d0-ff99-49e8-870b-0deb94e270a5 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0876470 Jul 23 16:14:16.355075 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8ac1d292-a5f5-44dd-a0f0-ef034dc7b8ef req-fbb6b50c-375d-47f8-be02-0addfa80d881 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744030 Jul 23 16:14:16.456831 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1903f35f-1d5b-41dc-9f39-67df926cd140 {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:14:16.477301 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:16.485243 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0978-8589-44e0-863b-183c282ca648 req-3ea53825-55ea-42da-bb37-0b7d9798d336 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:16.487161 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f5cd0978-8589-44e0-863b-183c282ca648 req-3ea53825-55ea-42da-bb37-0b7d9798d336 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.59 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 946 time: 0.1309392 Jul 23 16:14:16.515860 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Transition to ACTIVE for port object 1903f35f-1d5b-41dc-9f39-67df926cd140 will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:14:16.530979 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:16.580642 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf3d74-04b6-4f9f-85d8-8c971c6d6ad1 req-cf403ca8-3b77-477a-a54a-69c6a996db0a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:16.589538 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d2cf3d74-04b6-4f9f-85d8-8c971c6d6ad1 req-cf403ca8-3b77-477a-a54a-69c6a996db0a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 946 time: 0.1369548 Jul 23 16:14:16.650225 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Pushing event updated for resources: {'Port': ['ID=1903f35f-1d5b-41dc-9f39-67df926cd140,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:16.659252 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-f5cd0978-8589-44e0-863b-183c282ca648 req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Deleting port 71cd5748-598e-464d-b634-a10419f5dfc3 {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:14:16.659610 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-f5cd0978-8589-44e0-863b-183c282ca648 req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:16.713742 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d2cf3d74-04b6-4f9f-85d8-8c971c6d6ad1 req-6557efca-125e-4734-aa2b-851e19956704 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225729 Jul 23 16:14:16.779232 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-f5cd0978-8589-44e0-863b-183c282ca648 req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] For port 71cd5748-598e-464d-b634-a10419f5dfc3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=71cd5748-598e-464d-b634-a10419f5dfc3,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:16.779966 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-f5cd0978-8589-44e0-863b-183c282ca648 req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:16.787030 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Attempting to bind port 1903f35f-1d5b-41dc-9f39-67df926cd140 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:14:16.787567 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Attempting to bind port 1903f35f-1d5b-41dc-9f39-67df926cd140 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '808f9446-3608-4007-804a-ec81a27270e8'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:14:16.788033 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Attempting to bind port 1903f35f-1d5b-41dc-9f39-67df926cd140 on network 808f9446-3608-4007-804a-ec81a27270e8 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:14:16.800474 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Port 1903f35f-1d5b-41dc-9f39-67df926cd140 on network 808f9446-3608-4007-804a-ec81a27270e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:14:16.801159 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Attempting to bind port 1903f35f-1d5b-41dc-9f39-67df926cd140 on network 808f9446-3608-4007-804a-ec81a27270e8 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:14:16.801826 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-f5cd0978-8589-44e0-863b-183c282ca648 req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Calling delete_port for 71cd5748-598e-464d-b634-a10419f5dfc3 owned by compute:nova {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:14:16.807377 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:14:16.807877 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Checking segment: {'id': 'cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '808f9446-3608-4007-804a-ec81a27270e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:14:16.808367 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Bound using segment: {'id': 'cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '808f9446-3608-4007-804a-ec81a27270e8'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:14:16.808894 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Bound port: 1903f35f-1d5b-41dc-9f39-67df926cd140, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '808f9446-3608-4007-804a-ec81a27270e8'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:14:16.809346 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:16.925935 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] For port 1903f35f-1d5b-41dc-9f39-67df926cd140, host hv-cinder-79628, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:14:16.930374 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] For port 1903f35f-1d5b-41dc-9f39-67df926cd140, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1903f35f-1d5b-41dc-9f39-67df926cd140,segment=NetworkSegment(cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7),segment_id=cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:14:16.941415 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:16.991665 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:16.992581 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:16.996572 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] 10.222.0.59 "PUT /v2.0/ports/1903f35f-1d5b-41dc-9f39-67df926cd140 HTTP/1.1" status: 200 len: 1093 time: 1.0043497 Jul 23 16:14:16.996572 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637ecb9f-83fb-4e76-a86c-e08ce3f7aa96', 'tag': '1903f35f-1d5b-41dc-9f39-67df926cd140'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:14:16.998889 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879509aa-ff28-4feb-951a-e6564aa03c03" -d '{"events": [{"name": "network-changed", "server_uuid": "637ecb9f-83fb-4e76-a86c-e08ce3f7aa96", "tag": "1903f35f-1d5b-41dc-9f39-67df926cd140"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:14:17.048732 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca83da-bcdf-4c66-9308-88f713779d50 service neutron] Pushing event updated for resources: {'Port': ['ID=1903f35f-1d5b-41dc-9f39-67df926cd140,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:17.107435 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-f5cd0978-8589-44e0-863b-183c282ca648 req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:17.167326 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['2ce2d661-4e6d-45a6-aee7-6bf1703578ca', '8ddd89ee-db83-4058-80ee-5c4e5624a9fd', 'b30d28c6-9f9e-4410-b22a-a33bbb2cc771', '71cd5748-598e-464d-b634-a10419f5dfc3'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:14:17.183797 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Pushing event deleted for resources: {'Port': ['ID=71cd5748-598e-464d-b634-a10419f5dfc3,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:17.265472 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7029d-b6e7-4ba2-8b65-9cee4db3509c req-aa5cd7d2-7f74-46d5-9f9d-1dedce15afe5 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:17.270494 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29fcba-16ee-4e91-8453-7aec6c267527 req-618aea94-e6b8-4652-972f-20b4f1116ebf tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:17.272343 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9c29fcba-16ee-4e91-8453-7aec6c267527 req-618aea94-e6b8-4652-972f-20b4f1116ebf tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.3165188 Jul 23 16:14:17.272713 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-06f7029d-b6e7-4ba2-8b65-9cee4db3509c req-aa5cd7d2-7f74-46d5-9f9d-1dedce15afe5 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 943 time: 0.1990025 Jul 23 16:14:17.283908 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-5db14dde-bf95-4588-bc54-bb77498fff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:17.285394 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-5db14dde-bf95-4588-bc54-bb77498fff7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a5e55fbc2bb4b8ead53b45ea895a488&device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 1096 time: 0.1754427 Jul 23 16:14:17.301076 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:17.301564 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:17.302320 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:17.302320 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:17.302908 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:17.303357 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:17.303776 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:17.304197 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:17.304648 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:17.305065 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:17.305484 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:17.305895 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:17.355396 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cd0978-8589-44e0-863b-183c282ca648 req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] No DVR routers for this DVR port 71cd5748-598e-464d-b634-a10419f5dfc3 on host hv-cinder-79628 {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:14:17.381721 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-06f7029d-b6e7-4ba2-8b65-9cee4db3509c req-3aaf0fb6-0daf-46f6-8ef6-c71606c74fd1 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979943 Jul 23 16:14:17.382225 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-f5cd0978-8589-44e0-863b-183c282ca648 req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:17.382341 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-c2c1ee41-af2f-4b5e-845e-4f57811a6e60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1903f35f-1d5b-41dc-9f39-67df926cd140 HTTP/1.1" status: 200 len: 217 time: 0.0622754 Jul 23 16:14:17.382469 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f5cd0978-8589-44e0-863b-183c282ca648 req-a72358dc-dad7-4e6b-b24e-bd53cb77d761 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.59 "DELETE /v2.0/ports/71cd5748-598e-464d-b634-a10419f5dfc3 HTTP/1.1" status: 204 len: 173 time: 0.8663945 Jul 23 16:14:17.411027 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9c29fcba-16ee-4e91-8453-7aec6c267527 req-80d8a4ae-9f63-4248-afb0-2833ff4d4f79 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016347 Jul 23 16:14:17.412285 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a992c4-187b-4036-9064-ddadd463e913', 'name': 'network-vif-deleted', 'tag': '71cd5748-598e-464d-b634-a10419f5dfc3'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:14:17.423155 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d404dd1-68f7-487b-85f7-82443fb24c56" -d '{"events": [{"server_uuid": "08a992c4-187b-4036-9064-ddadd463e913", "name": "network-vif-deleted", "tag": "71cd5748-598e-464d-b634-a10419f5dfc3"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:14:17.442874 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f16c49f-8b13-4848-ae1e-3b0228eead22 x-openstack-request-id: req-8f16c49f-8b13-4848-ae1e-3b0228eead22 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:14:17.443071 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637ecb9f-83fb-4e76-a86c-e08ce3f7aa96", "tag": "1903f35f-1d5b-41dc-9f39-67df926cd140", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:14:17.443395 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8f16c49f-8b13-4848-ae1e-3b0228eead22 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:14:17.443752 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637ecb9f-83fb-4e76-a86c-e08ce3f7aa96', 'tag': '1903f35f-1d5b-41dc-9f39-67df926cd140', 'status': 'completed', 'code': 200} Jul 23 16:14:17.479666 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-a2a89ab8-f415-4b04-8568-af3c27cc4259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:17.483771 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-a2a89ab8-f415-4b04-8568-af3c27cc4259 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=de70c5eb-3bc2-4c22-a1a7-649938e9448e HTTP/1.1" status: 200 len: 848 time: 0.0937886 Jul 23 16:14:17.546861 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-ef671fb6-ffdc-422a-98fc-f744c1e9e5b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=808f9446-3608-4007-804a-ec81a27270e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531795 Jul 23 16:14:17.605163 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2189eb-58ad-4a08-9ab9-f182eb0e2cc8 req-e77ccd86-b528-4f56-a868-a5910b552c67 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:17.608129 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2c2189eb-58ad-4a08-9ab9-f182eb0e2cc8 req-e77ccd86-b528-4f56-a868-a5910b552c67 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0985084 Jul 23 16:14:17.704671 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2c2189eb-58ad-4a08-9ab9-f182eb0e2cc8 req-a62fa21e-d095-4c0b-a2ac-e48486f8e114 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905187 Jul 23 16:14:17.731897 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8ae38-6556-428f-bdcc-0cf5c2be57e7 req-464c70ae-e2ad-4c79-ab38-54420a27d142 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:17.732248 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4ec8ae38-6556-428f-bdcc-0cf5c2be57e7 req-464c70ae-e2ad-4c79-ab38-54420a27d142 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.1887870 Jul 23 16:14:17.755757 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-be2f6e1e-5753-400d-9ba7-f0e34e18bce7 service neutron] 10.222.0.59 "GET /v2.0/networks/808f9446-3608-4007-804a-ec81a27270e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672337 Jul 23 16:14:17.785706 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27ef6d2-4321-4b12-b7a1-9692091d2bf8 x-openstack-request-id: req-a27ef6d2-4321-4b12-b7a1-9692091d2bf8 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:14:17.786197 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a992c4-187b-4036-9064-ddadd463e913", "name": "network-vif-deleted", "tag": "71cd5748-598e-464d-b634-a10419f5dfc3", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:14:17.786597 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a27ef6d2-4321-4b12-b7a1-9692091d2bf8 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:14:17.787165 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a992c4-187b-4036-9064-ddadd463e913', 'name': 'network-vif-deleted', 'tag': '71cd5748-598e-464d-b634-a10419f5dfc3', 'status': 'completed', 'code': 200} Jul 23 16:14:17.811742 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4ec8ae38-6556-428f-bdcc-0cf5c2be57e7 req-cdc2f7d3-4b43-4573-a3a4-17027b7959ae tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784609 Jul 23 16:14:17.920189 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a419ff09-1e34-4040-9be8-8ccd8f82dc59 req-6ef075ac-28a0-48cc-971d-8c107899e6ea tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a992c4-187b-4036-9064-ddadd463e913 HTTP/1.1" status: 200 len: 210 time: 0.0403214 Jul 23 16:14:17.938041 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1cb29f78-93f6-4ef9-bd3f-e5863e4c4eeb req-15dab5c0-c014-4701-b416-54e0fd8cba91 service neutron] 10.222.0.59 "GET /v2.0/networks/808f9446-3608-4007-804a-ec81a27270e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708269 Jul 23 16:14:18.178031 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879509aa-ff28-4feb-951a-e6564aa03c03 req-d1c8cd39-08ed-48ea-aad7-e358e58143e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:18.179144 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-879509aa-ff28-4feb-951a-e6564aa03c03 req-d1c8cd39-08ed-48ea-aad7-e358e58143e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a5e55fbc2bb4b8ead53b45ea895a488&device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 1096 time: 0.0833318 Jul 23 16:14:18.362662 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879509aa-ff28-4feb-951a-e6564aa03c03 req-7e3a303d-4b4e-49ab-ae4b-8d43ba5bbb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:18.364076 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-879509aa-ff28-4feb-951a-e6564aa03c03 req-7e3a303d-4b4e-49ab-ae4b-8d43ba5bbb0b service neutron] 10.222.0.59 "GET /v2.0/networks?id=808f9446-3608-4007-804a-ec81a27270e8 HTTP/1.1" status: 200 len: 909 time: 0.1358156 Jul 23 16:14:18.482566 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-879509aa-ff28-4feb-951a-e6564aa03c03 req-805857e7-3b74-46cd-944c-a925e0ff6fd4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1903f35f-1d5b-41dc-9f39-67df926cd140 HTTP/1.1" status: 200 len: 217 time: 0.1015961 Jul 23 16:14:18.544110 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-b03930be-92a2-4c29-9a74-ad348b9278b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:18.579648 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b278f-5c48-4b7a-9440-5dad067352b1 req-52aebf77-edf9-440f-b246-e9212ff6db44 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:18.581468 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-619b278f-5c48-4b7a-9440-5dad067352b1 req-52aebf77-edf9-440f-b246-e9212ff6db44 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0813863 Jul 23 16:14:18.582047 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879509aa-ff28-4feb-951a-e6564aa03c03 req-9cec3106-0e8c-432c-a0d8-ae2dc41d0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:18.583753 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-879509aa-ff28-4feb-951a-e6564aa03c03 req-9cec3106-0e8c-432c-a0d8-ae2dc41d0197 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=de70c5eb-3bc2-4c22-a1a7-649938e9448e HTTP/1.1" status: 200 len: 848 time: 0.0937941 Jul 23 16:14:18.626558 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-879509aa-ff28-4feb-951a-e6564aa03c03 req-0435f40c-4f96-470d-8000-2f9fab7ad9c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=808f9446-3608-4007-804a-ec81a27270e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340240 Jul 23 16:14:18.634545 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-619b278f-5c48-4b7a-9440-5dad067352b1 req-8d27afff-38f4-4511-a777-96e73f4753fa tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451415 Jul 23 16:14:18.652912 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670618ea-50cc-4d40-af3e-39d7b34d96e6 req-56c59b27-28f0-4b6a-a15d-356d27ac606f tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:18.660806 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-670618ea-50cc-4d40-af3e-39d7b34d96e6 req-56c59b27-28f0-4b6a-a15d-356d27ac606f tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 943 time: 0.1604180 Jul 23 16:14:18.786907 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-879509aa-ff28-4feb-951a-e6564aa03c03 req-1e785201-19e5-447a-9826-f21c3b2680e6 service neutron] 10.222.0.59 "GET /v2.0/networks/808f9446-3608-4007-804a-ec81a27270e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109433 Jul 23 16:14:18.801928 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:18.865241 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-670618ea-50cc-4d40-af3e-39d7b34d96e6 req-6ca104ce-8dc5-4d6f-87b9-047ad357204d tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981511 Jul 23 16:14:18.957155 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7a302-5e53-4978-9782-c779c7f4ba88 req-20453341-4a78-46c8-9974-bb431c178530 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:18.958907 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-12f7a302-5e53-4978-9782-c779c7f4ba88 req-20453341-4a78-46c8-9974-bb431c178530 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.1596417 Jul 23 16:14:19.027931 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-879509aa-ff28-4feb-951a-e6564aa03c03 req-c24a931d-37fd-43a4-906b-5489d6b33c22 service neutron] 10.222.0.59 "GET /v2.0/networks/808f9446-3608-4007-804a-ec81a27270e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051768 Jul 23 16:14:19.058770 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803e19c-b69f-42eb-8035-ce9a7619a732 req-2a01f7d5-13ca-4d2c-8f1f-486ccaa29f71 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:19.067804 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8803e19c-b69f-42eb-8035-ce9a7619a732 req-2a01f7d5-13ca-4d2c-8f1f-486ccaa29f71 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.1022749 Jul 23 16:14:19.094330 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-12f7a302-5e53-4978-9782-c779c7f4ba88 req-c05fb26b-3a18-464e-8f67-d88fa0dd53d3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209173 Jul 23 16:14:19.133752 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8803e19c-b69f-42eb-8035-ce9a7619a732 req-363ee046-8492-4af3-b687-3ea0c25c929e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602317 Jul 23 16:14:19.244099 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:19.595477 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 71cd5748-598e-464d-b634-a10419f5dfc3 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:14:19.625757 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: 71cd5748-598e-464d-b634-a10419f5dfc3 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:14:19.626167 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 71cd5748-598e-464d-b634-a10419f5dfc3 not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:14:19.809834 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d3e60-0173-409f-a41f-c57252bc25a6 req-20a0c01a-3692-454e-9b03-1126f8556412 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:19.811481 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a83d3e60-0173-409f-a41f-c57252bc25a6 req-20a0c01a-3692-454e-9b03-1126f8556412 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0928445 Jul 23 16:14:19.899774 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-a83d3e60-0173-409f-a41f-c57252bc25a6 req-8664dd53-12a0-436e-93bb-54fa0aa2a85e tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820930 Jul 23 16:14:20.055690 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0830c83-95a3-4776-bc48-76be148cdacc req-493ccd23-a869-4504-85a9-af0d6f4d5902 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:20.057982 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e0830c83-95a3-4776-bc48-76be148cdacc req-493ccd23-a869-4504-85a9-af0d6f4d5902 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 943 time: 0.0967066 Jul 23 16:14:20.108310 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e0830c83-95a3-4776-bc48-76be148cdacc req-6c992a8d-a446-4903-8f47-1953b1eab817 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445385 Jul 23 16:14:20.295543 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24264a9c-3fa4-45f0-b0a5-cd94a7f6ef48 req-eaad5579-69f3-4d68-b9ea-ed5050c23812 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:20.298352 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-24264a9c-3fa4-45f0-b0a5-cd94a7f6ef48 req-eaad5579-69f3-4d68-b9ea-ed5050c23812 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0907803 Jul 23 16:14:20.357383 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2487c5-2ad5-45d2-946d-674e54629612 req-c1080667-8d45-4994-833d-eee0b9d8d75d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:20.359053 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5c2487c5-2ad5-45d2-946d-674e54629612 req-c1080667-8d45-4994-833d-eee0b9d8d75d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.1045978 Jul 23 16:14:20.372672 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-24264a9c-3fa4-45f0-b0a5-cd94a7f6ef48 req-faf09167-7c99-4762-b3f4-d3017cb2fe9a tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560834 Jul 23 16:14:20.419272 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5c2487c5-2ad5-45d2-946d-674e54629612 req-b317e52e-565c-49f0-be42-1a56f00a2882 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456142 Jul 23 16:14:20.687443 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb24d1-5fc3-4d58-90a6-e72f0c8b1a88 req-fc710e08-8796-4e96-8757-f27742106c8c tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:20.694373 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8eeb24d1-5fc3-4d58-90a6-e72f0c8b1a88 req-fc710e08-8796-4e96-8757-f27742106c8c tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 945 time: 0.0796483 Jul 23 16:14:20.743738 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8eeb24d1-5fc3-4d58-90a6-e72f0c8b1a88 req-23043846-31cd-4c22-8fc3-5777f5ad8637 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479937 Jul 23 16:14:21.056193 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:21.114474 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b8dfa-fcbc-4e4a-a5d2-a86649c90f1a req-b2c54b34-e07d-4b2a-a419-9d6be2c3231c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:21.117188 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-724b8dfa-fcbc-4e4a-a5d2-a86649c90f1a req-b2c54b34-e07d-4b2a-a419-9d6be2c3231c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.1153576 Jul 23 16:14:21.183150 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-724b8dfa-fcbc-4e4a-a5d2-a86649c90f1a req-ca4879b1-8f1c-42e2-85cf-6efdd8ef52c7 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508704 Jul 23 16:14:21.267916 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b56291-eca9-4920-80ab-3e24564f248a req-000543dd-799e-443b-a612-c37c171211bb tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:21.269563 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a3b56291-eca9-4920-80ab-3e24564f248a req-000543dd-799e-443b-a612-c37c171211bb tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 943 time: 0.0716002 Jul 23 16:14:21.315138 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a3b56291-eca9-4920-80ab-3e24564f248a req-5877b0b7-9867-40bf-8819-52dfb002dfb7 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384884 Jul 23 16:14:21.536163 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e990c3-e413-4eeb-b68d-0569d3979203 req-82a23584-4f0a-4782-b723-3ef5d828e10d tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:21.537957 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f3e990c3-e413-4eeb-b68d-0569d3979203 req-82a23584-4f0a-4782-b723-3ef5d828e10d tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0784683 Jul 23 16:14:21.590945 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f3e990c3-e413-4eeb-b68d-0569d3979203 req-4df9a6c6-c199-4df8-849b-f5d77ce56530 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454001 Jul 23 16:14:21.596323 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d4671-dd54-4ff5-bf5a-728a28cb2f42 req-a3457031-0b14-451f-b0c2-65336bef57bc tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:21.599917 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-189d4671-dd54-4ff5-bf5a-728a28cb2f42 req-a3457031-0b14-451f-b0c2-65336bef57bc tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0918434 Jul 23 16:14:21.621467 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 1903f35f-1d5b-41dc-9f39-67df926cd140 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:14:21.705078 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-189d4671-dd54-4ff5-bf5a-728a28cb2f42 req-3f7798f5-435d-4fb8-a5ac-3389581f4c18 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884578 Jul 23 16:14:21.798939 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 1903f35f-1d5b-41dc-9f39-67df926cd140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1903f35f-1d5b-41dc-9f39-67df926cd140,segment=NetworkSegment(cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7),segment_id=cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:21.820680 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': '1903f35f-1d5b-41dc-9f39-67df926cd140', 'network_id': '808f9446-3608-4007-804a-ec81a27270e8', 'port_id': '1903f35f-1d5b-41dc-9f39-67df926cd140', 'mac_address': 'fa:16:3e:43:13:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de70c5eb-3bc2-4c22-a1a7-649938e9448e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:14:21.897862 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:21.929123 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1903f35f-1d5b-41dc-9f39-67df926cd140 {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:14:21.953642 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 1903f35f-1d5b-41dc-9f39-67df926cd140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1903f35f-1d5b-41dc-9f39-67df926cd140,segment=NetworkSegment(cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7),segment_id=cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:21.960253 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:21.979339 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a5265-7f08-48cc-b35f-052808ce2e5c req-d449a1fb-2479-48a2-95a3-a8634996c670 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:21.987287 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-258a5265-7f08-48cc-b35f-052808ce2e5c req-d449a1fb-2479-48a2-95a3-a8634996c670 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 945 time: 0.1175306 Jul 23 16:14:22.038827 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740f5c3-7512-4043-88ca-18d050ff1e99 req-ae72f8ab-7b6e-4221-8285-52c8d4dea756 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:22.047738 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=1903f35f-1d5b-41dc-9f39-67df926cd140,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:22.058794 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-258a5265-7f08-48cc-b35f-052808ce2e5c req-75032d4b-949c-4a7c-bedc-580bdd34f513 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700567 Jul 23 16:14:22.058960 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1740f5c3-7512-4043-88ca-18d050ff1e99 req-ae72f8ab-7b6e-4221-8285-52c8d4dea756 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.2189534 Jul 23 16:14:22.128035 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1740f5c3-7512-4043-88ca-18d050ff1e99 req-611f7671-79d7-4f1c-9074-3f24b3ef5daa tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679708 Jul 23 16:14:22.130290 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d2f4f-e736-4c54-947f-966a98eca88b req-d2d6fd18-f6eb-4da0-8376-3147127d8d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:22.131823 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fb9d2f4f-e736-4c54-947f-966a98eca88b req-d2d6fd18-f6eb-4da0-8376-3147127d8d63 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fe83c8aa779464b9ac589e2040ae57f&device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 1099 time: 0.1706781 Jul 23 16:14:22.235606 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d2f4f-e736-4c54-947f-966a98eca88b req-aaf15f3f-4a7a-4135-b34e-28028eccfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:22.237416 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fb9d2f4f-e736-4c54-947f-966a98eca88b req-aaf15f3f-4a7a-4135-b34e-28028eccfec3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c0621ff-a2c0-4e39-8229-4f2f452683a2 HTTP/1.1" status: 200 len: 912 time: 0.0944932 Jul 23 16:14:22.359344 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638d7b7-9272-469c-aa25-31798ae7c248 req-3faad000-bd58-4dfe-9bf6-6f540828f99e tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:22.361041 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f638d7b7-9272-469c-aa25-31798ae7c248 req-3faad000-bd58-4dfe-9bf6-6f540828f99e tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0865092 Jul 23 16:14:22.410252 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f638d7b7-9272-469c-aa25-31798ae7c248 req-ad0ded7a-17a4-4cdf-b7bb-383de2ace561 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373836 Jul 23 16:14:22.599719 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fb9d2f4f-e736-4c54-947f-966a98eca88b req-ba473fa1-fba7-4d5b-82bc-1e293acbbd52 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a1abf88-0c0f-4302-ac91-79c156e47d23 HTTP/1.1" status: 200 len: 1002 time: 0.3527732 Jul 23 16:14:22.623694 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['1903f35f-1d5b-41dc-9f39-67df926cd140'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:14:22.653854 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7937be7-2968-4d18-920f-c06c69faf58f req-3d9735a4-50bc-4aa4-b81e-c69ec32c09fe tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:22.655414 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b7937be7-2968-4d18-920f-c06c69faf58f req-3d9735a4-50bc-4aa4-b81e-c69ec32c09fe tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 944 time: 0.1087775 Jul 23 16:14:22.688726 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d2f4f-e736-4c54-947f-966a98eca88b req-3ee0d1c6-9d26-43ce-9012-93b9dc30d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:22.690333 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fb9d2f4f-e736-4c54-947f-966a98eca88b req-3ee0d1c6-9d26-43ce-9012-93b9dc30d81d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e32c016-e4f8-43ff-938e-cce583bd25cf HTTP/1.1" status: 200 len: 850 time: 0.0766418 Jul 23 16:14:22.704610 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b7937be7-2968-4d18-920f-c06c69faf58f req-7cd43f1f-6e9d-4457-b0c0-0d9e2ce103e4 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429764 Jul 23 16:14:22.761154 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d2f4f-e736-4c54-947f-966a98eca88b req-a9e61c57-b176-443b-bcfd-7312d97b391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:22.763643 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fb9d2f4f-e736-4c54-947f-966a98eca88b req-a9e61c57-b176-443b-bcfd-7312d97b391f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c0621ff-a2c0-4e39-8229-4f2f452683a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0578978 Jul 23 16:14:22.848288 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea066a55-9d0a-4be3-8435-300d2670e017 req-c3256c0b-94df-47aa-a9cd-c820a3b22f96 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:22.849910 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ea066a55-9d0a-4be3-8435-300d2670e017 req-c3256c0b-94df-47aa-a9cd-c820a3b22f96 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0675936 Jul 23 16:14:22.889328 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ea066a55-9d0a-4be3-8435-300d2670e017 req-6055c214-fe6f-450d-953b-25a5a6935514 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333428 Jul 23 16:14:22.917805 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fb9d2f4f-e736-4c54-947f-966a98eca88b req-c497d016-8fe9-4394-adb4-9796cc06e580 service neutron] 10.222.0.59 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861087 Jul 23 16:14:23.064146 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fb9d2f4f-e736-4c54-947f-966a98eca88b req-30bece0b-2c72-4674-8e8c-db28e5e46062 service neutron] 10.222.0.59 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014333 Jul 23 16:14:23.198756 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88b331-374f-4756-a8de-75b3bd1c8aa9 req-78ac0dcf-f876-479b-8d4c-a6b2e4aca823 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:23.200390 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab88b331-374f-4756-a8de-75b3bd1c8aa9 req-78ac0dcf-f876-479b-8d4c-a6b2e4aca823 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 945 time: 0.0720532 Jul 23 16:14:23.240040 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab88b331-374f-4756-a8de-75b3bd1c8aa9 req-baf8bc20-9b8f-40f0-8239-f5bee3639435 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336678 Jul 23 16:14:23.265893 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1294c27-3239-4fa0-8469-46879ff23fc6 req-3ff9be7e-c9da-4b33-87dc-77245d46ef83 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:23.267409 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1294c27-3239-4fa0-8469-46879ff23fc6 req-3ff9be7e-c9da-4b33-87dc-77245d46ef83 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0642474 Jul 23 16:14:23.304650 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1294c27-3239-4fa0-8469-46879ff23fc6 req-a208d350-51f6-45a2-a4fe-421a44012f29 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312169 Jul 23 16:14:23.377258 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a32eb6-81ad-47c4-a899-8a2acd788c94 req-e21a33f6-db3b-4c0f-9bcf-c9045e95cc54 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:23.378749 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-40a32eb6-81ad-47c4-a899-8a2acd788c94 req-e21a33f6-db3b-4c0f-9bcf-c9045e95cc54 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 945 time: 0.0693109 Jul 23 16:14:23.464229 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabacdb-0927-493e-bc34-5832f3bf8693 req-c9fc9967-4595-4a5d-a60c-f2c72de4046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:23.465782 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5cabacdb-0927-493e-bc34-5832f3bf8693 req-c9fc9967-4595-4a5d-a60c-f2c72de4046e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ab7fd8f81d14fd087b62a6b970688a2&device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 1099 time: 0.0649984 Jul 23 16:14:23.522271 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-40a32eb6-81ad-47c4-a899-8a2acd788c94 req-07bc3327-00a6-4f94-8064-09fb67f5924e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Deleting port b30d28c6-9f9e-4410-b22a-a33bbb2cc771 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:14:23.522623 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-40a32eb6-81ad-47c4-a899-8a2acd788c94 req-07bc3327-00a6-4f94-8064-09fb67f5924e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:23.554457 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabacdb-0927-493e-bc34-5832f3bf8693 req-c8c425db-542d-4d68-afe2-950696076f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:23.555982 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5cabacdb-0927-493e-bc34-5832f3bf8693 req-c8c425db-542d-4d68-afe2-950696076f69 service neutron] 10.222.0.59 "GET /v2.0/networks?id=74cc12e8-e460-4b21-8f86-7828dd99c3c6 HTTP/1.1" status: 200 len: 918 time: 0.0826850 Jul 23 16:14:23.624812 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5cabacdb-0927-493e-bc34-5832f3bf8693 req-51f0fb4c-e9ca-4254-a67a-4a761121a256 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90841115-d000-4397-993c-7f1b308f2dfb HTTP/1.1" status: 200 len: 1001 time: 0.0619769 Jul 23 16:14:23.625890 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25905ffa-9fac-49af-865b-68fa4ce43590 req-91a3d013-c358-4c1d-bb8e-8ee8d69858ec tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:23.627457 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-25905ffa-9fac-49af-865b-68fa4ce43590 req-91a3d013-c358-4c1d-bb8e-8ee8d69858ec tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.1449080 Jul 23 16:14:23.635704 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-40a32eb6-81ad-47c4-a899-8a2acd788c94 req-07bc3327-00a6-4f94-8064-09fb67f5924e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] For port b30d28c6-9f9e-4410-b22a-a33bbb2cc771, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b30d28c6-9f9e-4410-b22a-a33bbb2cc771,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:23.636065 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-40a32eb6-81ad-47c4-a899-8a2acd788c94 req-07bc3327-00a6-4f94-8064-09fb67f5924e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:23.659046 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-40a32eb6-81ad-47c4-a899-8a2acd788c94 req-07bc3327-00a6-4f94-8064-09fb67f5924e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Calling delete_port for b30d28c6-9f9e-4410-b22a-a33bbb2cc771 owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:14:23.678417 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabacdb-0927-493e-bc34-5832f3bf8693 req-32e56fa5-2369-44b5-99f7-a0a3d571b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:23.680066 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5cabacdb-0927-493e-bc34-5832f3bf8693 req-32e56fa5-2369-44b5-99f7-a0a3d571b4ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=16a96ff4-9135-4297-8f4d-e0300b0cc0f6 HTTP/1.1" status: 200 len: 856 time: 0.0452576 Jul 23 16:14:23.698206 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:14:23.721118 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-25905ffa-9fac-49af-865b-68fa4ce43590 req-c041e3e2-8e01-43e6-864d-26ed6dc51d20 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874693 Jul 23 16:14:23.752755 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabacdb-0927-493e-bc34-5832f3bf8693 req-9eda8f0b-bcc3-416c-8561-9cd8161cd43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:23.754271 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5cabacdb-0927-493e-bc34-5832f3bf8693 req-9eda8f0b-bcc3-416c-8561-9cd8161cd43f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74cc12e8-e460-4b21-8f86-7828dd99c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0608997 Jul 23 16:14:23.822213 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-40a32eb6-81ad-47c4-a899-8a2acd788c94 req-07bc3327-00a6-4f94-8064-09fb67f5924e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:23.851597 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc3327-00a6-4f94-8064-09fb67f5924e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Pushing event deleted for resources: {'Port': ['ID=b30d28c6-9f9e-4410-b22a-a33bbb2cc771,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:23.892092 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['2ce2d661-4e6d-45a6-aee7-6bf1703578ca', '8ddd89ee-db83-4058-80ee-5c4e5624a9fd', 'b30d28c6-9f9e-4410-b22a-a33bbb2cc771'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:14:23.897361 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5cabacdb-0927-493e-bc34-5832f3bf8693 req-9c701cfc-aa66-4450-b9b7-46d02079ce3f service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351953 Jul 23 16:14:23.909374 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1f0ce-5d41-4c0e-b016-8f7d7b2da25d req-d58a4524-e0e9-4a93-aba9-bbefe4899974 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:23.910869 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4dc1f0ce-5d41-4c0e-b016-8f7d7b2da25d req-d58a4524-e0e9-4a93-aba9-bbefe4899974 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 944 time: 0.1221192 Jul 23 16:14:23.918810 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a32eb6-81ad-47c4-a899-8a2acd788c94 req-07bc3327-00a6-4f94-8064-09fb67f5924e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] No DVR routers for this DVR port b30d28c6-9f9e-4410-b22a-a33bbb2cc771 on host hv-cinder-79628 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:14:23.921403 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-40a32eb6-81ad-47c4-a899-8a2acd788c94 req-07bc3327-00a6-4f94-8064-09fb67f5924e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:23.923547 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-40a32eb6-81ad-47c4-a899-8a2acd788c94 req-07bc3327-00a6-4f94-8064-09fb67f5924e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.59 "DELETE /v2.0/ports/b30d28c6-9f9e-4410-b22a-a33bbb2cc771 HTTP/1.1" status: 204 len: 173 time: 0.5356061 Jul 23 16:14:23.923991 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fdba5cc-907f-4686-aa1f-e06822d6e34d', 'name': 'network-vif-deleted', 'tag': 'b30d28c6-9f9e-4410-b22a-a33bbb2cc771'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:14:23.926429 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140d14ea-b8f7-4478-94da-bc8f4e187aca" -d '{"events": [{"server_uuid": "7fdba5cc-907f-4686-aa1f-e06822d6e34d", "name": "network-vif-deleted", "tag": "b30d28c6-9f9e-4410-b22a-a33bbb2cc771"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:14:24.022211 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4dc1f0ce-5d41-4c0e-b016-8f7d7b2da25d req-89c2194e-9dae-4ed1-8c41-ebf8499419a7 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029329 Jul 23 16:14:24.063684 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5cabacdb-0927-493e-bc34-5832f3bf8693 req-2be1082c-9fe4-484f-8bb3-c0b68d67f6cf service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352479 Jul 23 16:14:24.079900 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d9c8b-9744-42f8-bfcb-fd59e165ab70 req-cfc0844f-53f5-4204-81c5-1682715a579e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:24.090010 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d38d9c8b-9744-42f8-bfcb-fd59e165ab70 req-cfc0844f-53f5-4204-81c5-1682715a579e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.1110706 Jul 23 16:14:24.112558 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c046492-3e62-41c7-9016-c66d1822f681 x-openstack-request-id: req-7c046492-3e62-41c7-9016-c66d1822f681 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:14:24.112907 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fdba5cc-907f-4686-aa1f-e06822d6e34d", "name": "network-vif-deleted", "tag": "b30d28c6-9f9e-4410-b22a-a33bbb2cc771", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:14:24.113140 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7c046492-3e62-41c7-9016-c66d1822f681 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:14:24.113565 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fdba5cc-907f-4686-aa1f-e06822d6e34d', 'name': 'network-vif-deleted', 'tag': 'b30d28c6-9f9e-4410-b22a-a33bbb2cc771', 'status': 'completed', 'code': 200} Jul 23 16:14:24.137586 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d38d9c8b-9744-42f8-bfcb-fd59e165ab70 req-0f098b17-85c0-41ee-b601-859a851e931b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465159 Jul 23 16:14:24.362457 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6676a9cb-f9a9-4a02-b7f0-aef8ad36d466 req-985dbe06-cb13-4a54-b05f-21f2d3d287c4 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=7fdba5cc-907f-4686-aa1f-e06822d6e34d HTTP/1.1" status: 200 len: 210 time: 0.0312283 Jul 23 16:14:24.442556 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fa982-d601-4216-8b89-8d33d714f2eb req-09a4d84d-1a49-4f13-96c7-8d73efad797b tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:24.444050 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c48fa982-d601-4216-8b89-8d33d714f2eb req-09a4d84d-1a49-4f13-96c7-8d73efad797b tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0678451 Jul 23 16:14:24.485309 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c48fa982-d601-4216-8b89-8d33d714f2eb req-01c73279-6ba0-4f85-bde1-b0ea559c2a4d tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326662 Jul 23 16:14:24.858470 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bdd67-f3f0-41fb-aedf-409bc4f5e3d6 req-59a63c66-3cd2-468a-a77a-bfd1e6fae249 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:24.860046 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d46bdd67-f3f0-41fb-aedf-409bc4f5e3d6 req-59a63c66-3cd2-468a-a77a-bfd1e6fae249 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0662713 Jul 23 16:14:24.899420 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d46bdd67-f3f0-41fb-aedf-409bc4f5e3d6 req-fd4bb98e-f27b-4c5a-9000-a2ace95bcd51 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334804 Jul 23 16:14:25.174152 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6bfb7-6eff-4006-96fc-b503046d5e6f req-fd0950d2-2312-412f-bffd-9ddfdbf5084b tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:25.175695 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-37e6bfb7-6eff-4006-96fc-b503046d5e6f req-fd0950d2-2312-412f-bffd-9ddfdbf5084b tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 944 time: 0.0759189 Jul 23 16:14:25.216419 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-37e6bfb7-6eff-4006-96fc-b503046d5e6f req-0c1ea06a-5ea6-41c9-97c5-01a78d2156eb tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339265 Jul 23 16:14:25.276263 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad19ea3-9453-403e-b747-1e7740e28d8d req-57c5780d-5a50-42ae-9463-2c8297156394 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:25.277274 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0ad19ea3-9453-403e-b747-1e7740e28d8d req-57c5780d-5a50-42ae-9463-2c8297156394 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 946 time: 0.0661616 Jul 23 16:14:25.319884 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0ad19ea3-9453-403e-b747-1e7740e28d8d req-e431fb59-8d7a-47ff-9e53-ccf70bd0fab6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366197 Jul 23 16:14:25.665235 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34940625-6af5-41f2-864f-8e1443d19137 req-6366bccf-5e7c-4478-bd4e-65736a1cb3af tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:25.666740 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-34940625-6af5-41f2-864f-8e1443d19137 req-6366bccf-5e7c-4478-bd4e-65736a1cb3af tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 945 time: 0.0698621 Jul 23 16:14:25.704028 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-34940625-6af5-41f2-864f-8e1443d19137 req-e9a6306a-2ba1-4ba8-b968-cce4499590bf tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 Jul 23 16:14:25.720790 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 1903f35f-1d5b-41dc-9f39-67df926cd140 up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:25.772983 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port 1903f35f-1d5b-41dc-9f39-67df926cd140 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:14:25.776939 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port 1903f35f-1d5b-41dc-9f39-67df926cd140 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:25.777308 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:25.864588 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:25.889007 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637ecb9f-83fb-4e76-a86c-e08ce3f7aa96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1903f35f-1d5b-41dc-9f39-67df926cd140'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:14:25.892237 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92016a4a-d23b-4ffd-9430-82174ae44e0e" -d '{"events": [{"server_uuid": "637ecb9f-83fb-4e76-a86c-e08ce3f7aa96", "name": "network-vif-plugged", "status": "completed", "tag": "1903f35f-1d5b-41dc-9f39-67df926cd140"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:14:25.906769 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 1903f35f-1d5b-41dc-9f39-67df926cd140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1903f35f-1d5b-41dc-9f39-67df926cd140,segment=NetworkSegment(cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7),segment_id=cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:25.912484 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:25.913164 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device b30d28c6-9f9e-4410-b22a-a33bbb2cc771 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:14:25.949880 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84e8386-673c-4427-84eb-3b2bdc76a9cd x-openstack-request-id: req-a84e8386-673c-4427-84eb-3b2bdc76a9cd {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:14:25.950164 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637ecb9f-83fb-4e76-a86c-e08ce3f7aa96", "name": "network-vif-plugged", "status": "completed", "tag": "1903f35f-1d5b-41dc-9f39-67df926cd140", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:14:25.950442 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a84e8386-673c-4427-84eb-3b2bdc76a9cd {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:14:25.950850 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637ecb9f-83fb-4e76-a86c-e08ce3f7aa96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1903f35f-1d5b-41dc-9f39-67df926cd140', 'code': 200} Jul 23 16:14:25.953394 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: b30d28c6-9f9e-4410-b22a-a33bbb2cc771 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:14:25.953763 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device b30d28c6-9f9e-4410-b22a-a33bbb2cc771 not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:14:25.954251 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 90841115-d000-4397-993c-7f1b308f2dfb no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:14:26.009194 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=1903f35f-1d5b-41dc-9f39-67df926cd140,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:26.054738 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:26.057439 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab334c03-7816-4238-862f-5c5ebb39d60c req-359ba89f-91ab-42d6-a84f-6d7f58308d87 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:26.059470 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab334c03-7816-4238-862f-5c5ebb39d60c req-359ba89f-91ab-42d6-a84f-6d7f58308d87 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0862918 Jul 23 16:14:26.095571 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 90841115-d000-4397-993c-7f1b308f2dfb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90841115-d000-4397-993c-7f1b308f2dfb,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:26.099419 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:26.101171 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab334c03-7816-4238-862f-5c5ebb39d60c req-56d89ccd-fa3e-4b05-b4ec-fbad2d0cf437 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356522 Jul 23 16:14:26.148090 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=90841115-d000-4397-993c-7f1b308f2dfb,revision_number=8']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:26.221939 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb44dd-0be3-4b8d-ba2c-d02f31e96937 req-d6ad7381-cee3-40b6-b7e5-db242da59d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:26.223328 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b2eb44dd-0be3-4b8d-ba2c-d02f31e96937 req-d6ad7381-cee3-40b6-b7e5-db242da59d5c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 1098 time: 0.0538323 Jul 23 16:14:26.261653 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b2eb44dd-0be3-4b8d-ba2c-d02f31e96937 req-7915b545-f326-48f3-b196-656ec9c06548 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285025 Jul 23 16:14:26.355877 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1af304-d6ae-47d0-98d6-092e28bac712 req-7f38520a-dbd5-4266-8e94-21d04865dddb tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:26.357359 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-dd1af304-d6ae-47d0-98d6-092e28bac712 req-7f38520a-dbd5-4266-8e94-21d04865dddb tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 945 time: 0.0704324 Jul 23 16:14:26.398427 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-dd1af304-d6ae-47d0-98d6-092e28bac712 req-b35bfdd5-65dc-435f-a482-2d8c68a35a07 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350235 Jul 23 16:14:26.472969 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb89e2-3452-44a7-8072-7dbf4b0b87d8 req-f8acecb0-e606-43d7-8536-7778622998b5 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:26.474482 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dacb89e2-3452-44a7-8072-7dbf4b0b87d8 req-f8acecb0-e606-43d7-8536-7778622998b5 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0757773 Jul 23 16:14:26.515252 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dacb89e2-3452-44a7-8072-7dbf4b0b87d8 req-605b9e6d-6631-40f7-abfa-66245852a9b5 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349085 Jul 23 16:14:26.849519 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ffe8b-c43b-49b7-a8cc-dd65e1e988cf req-a73759ac-ffc9-446a-94e9-b3bd2cb16f76 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:26.851117 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1f4ffe8b-c43b-49b7-a8cc-dd65e1e988cf req-a73759ac-ffc9-446a-94e9-b3bd2cb16f76 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 945 time: 0.0762596 Jul 23 16:14:26.890013 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1f4ffe8b-c43b-49b7-a8cc-dd65e1e988cf req-b7432854-554d-4e88-8330-bed737f25f4e tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331681 Jul 23 16:14:27.261871 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0efe62-810f-4c0f-a873-a566fe310f39 req-7a02cda0-080f-43ff-9146-bf7c6c3357f2 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:27.265353 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8c0efe62-810f-4c0f-a873-a566fe310f39 req-7a02cda0-080f-43ff-9146-bf7c6c3357f2 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0750403 Jul 23 16:14:27.308898 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8c0efe62-810f-4c0f-a873-a566fe310f39 req-38e85b4d-94ed-45d2-8cb9-affe4a774afd tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347230 Jul 23 16:14:27.547134 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c1e98-63c7-4fe5-8531-cb9aeeed02f6 req-3df021c8-fd32-4268-8023-598cf2dd736b tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:27.549063 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-789c1e98-63c7-4fe5-8531-cb9aeeed02f6 req-3df021c8-fd32-4268-8023-598cf2dd736b tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 945 time: 0.0708106 Jul 23 16:14:27.596617 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-789c1e98-63c7-4fe5-8531-cb9aeeed02f6 req-aba28f21-f99f-4df3-8a02-b98d669018c9 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379822 Jul 23 16:14:27.665943 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d6121-5af5-4a54-8eb3-15e1157a0a9c req-e1ac093b-0b97-4257-9f91-531f966e74cb tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:27.667450 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b23d6121-5af5-4a54-8eb3-15e1157a0a9c req-e1ac093b-0b97-4257-9f91-531f966e74cb tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0737150 Jul 23 16:14:27.710242 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-b23d6121-5af5-4a54-8eb3-15e1157a0a9c req-1980a9a9-c462-425e-b8e3-afbf44c7b86a tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368893 Jul 23 16:14:27.952383 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e05af9-6905-43cf-92d4-4a579677b33e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90841115-d000-4397-993c-7f1b308f2dfb'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:14:27.955461 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6590898b-5ca8-4b42-9cb6-dd7fa841f5f1" -d '{"events": [{"server_uuid": "73e05af9-6905-43cf-92d4-4a579677b33e", "name": "network-vif-unplugged", "status": "completed", "tag": "90841115-d000-4397-993c-7f1b308f2dfb"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:14:28.032049 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469eaab-f14c-451a-8bf6-58e2d4a92f2e req-0d3e31fb-2c08-43a9-b6a2-9a9508f85f44 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:28.033675 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6469eaab-f14c-451a-8bf6-58e2d4a92f2e req-0d3e31fb-2c08-43a9-b6a2-9a9508f85f44 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 945 time: 0.0699492 Jul 23 16:14:28.080055 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6469eaab-f14c-451a-8bf6-58e2d4a92f2e req-ecd386ea-847b-4ecf-9281-c88932dfb568 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387511 Jul 23 16:14:28.103737 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 16:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b98e7d-5611-4a63-b271-f5f82e44b0d7 x-openstack-request-id: req-53b98e7d-5611-4a63-b271-f5f82e44b0d7 {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:14:28.104154 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e05af9-6905-43cf-92d4-4a579677b33e", "name": "network-vif-unplugged", "status": "failed", "tag": "90841115-d000-4397-993c-7f1b308f2dfb", "code": 422}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:14:28.104406 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-53b98e7d-5611-4a63-b271-f5f82e44b0d7 {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:14:28.104841 dv-cinder-796286-18-iscsi neutron-server[93298]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '73e05af9-6905-43cf-92d4-4a579677b33e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '90841115-d000-4397-993c-7f1b308f2dfb', 'code': 422} returned with failed status Jul 23 16:14:28.353110 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865ad93-76de-49d0-ac55-2d6fb8a626b4 req-ecb8b1e6-f196-4292-8467-f9a60de95796 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:28.354611 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5865ad93-76de-49d0-ac55-2d6fb8a626b4 req-ecb8b1e6-f196-4292-8467-f9a60de95796 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0700295 Jul 23 16:14:28.394527 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5865ad93-76de-49d0-ac55-2d6fb8a626b4 req-72253ad0-70f6-4842-a256-be8e81d1e897 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328069 Jul 23 16:14:28.460731 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac65995-96fe-469e-b739-5b0f4cf3f226 req-8064da86-7d9d-4259-b828-a745b855130f tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:28.462230 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dac65995-96fe-469e-b739-5b0f4cf3f226 req-8064da86-7d9d-4259-b828-a745b855130f tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0715251 Jul 23 16:14:28.483061 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022ea91-2d8b-4ed1-8a57-64fe7f014224 req-ffb75d50-a2e0-4993-8b2a-39a82fe1d017 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:28.486144 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f022ea91-2d8b-4ed1-8a57-64fe7f014224 req-ffb75d50-a2e0-4993-8b2a-39a82fe1d017 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.59 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 945 time: 0.0680065 Jul 23 16:14:28.502490 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dac65995-96fe-469e-b739-5b0f4cf3f226 req-f193b6a0-401d-406a-a9cd-ae29702b9b49 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336995 Jul 23 16:14:28.607859 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-f022ea91-2d8b-4ed1-8a57-64fe7f014224 req-70f03377-d598-4ed3-92b6-dc92f758ffd2 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Deleting port 8ddd89ee-db83-4058-80ee-5c4e5624a9fd {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:14:28.608767 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-f022ea91-2d8b-4ed1-8a57-64fe7f014224 req-70f03377-d598-4ed3-92b6-dc92f758ffd2 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:28.748509 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 53342) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:28.859786 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4af4bf82-7497-4cb8-8c40-f3f6de761b47 req-5f41fac5-0665-4bae-89c0-20596f773140 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1100192 Jul 23 16:14:28.979295 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-f022ea91-2d8b-4ed1-8a57-64fe7f014224 req-70f03377-d598-4ed3-92b6-dc92f758ffd2 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] For port 8ddd89ee-db83-4058-80ee-5c4e5624a9fd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8ddd89ee-db83-4058-80ee-5c4e5624a9fd,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:28.979636 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-f022ea91-2d8b-4ed1-8a57-64fe7f014224 req-70f03377-d598-4ed3-92b6-dc92f758ffd2 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:28.995856 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-f022ea91-2d8b-4ed1-8a57-64fe7f014224 req-70f03377-d598-4ed3-92b6-dc92f758ffd2 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Calling delete_port for 8ddd89ee-db83-4058-80ee-5c4e5624a9fd owned by compute:nova {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:14:29.053084 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ad90e-354c-476e-9a72-ad8eac798c1b req-b2371f55-c62b-4487-a0e3-7ebdad52c6c7 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:29.054602 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-119ad90e-354c-476e-9a72-ad8eac798c1b req-b2371f55-c62b-4487-a0e3-7ebdad52c6c7 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 945 time: 0.3738413 Jul 23 16:14:29.115593 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-119ad90e-354c-476e-9a72-ad8eac798c1b req-bbb2c9e0-f172-40c3-9491-c76c65a5af54 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546434 Jul 23 16:14:29.187393 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-f022ea91-2d8b-4ed1-8a57-64fe7f014224 req-70f03377-d598-4ed3-92b6-dc92f758ffd2 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:29.219847 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f03377-d598-4ed3-92b6-dc92f758ffd2 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Pushing event deleted for resources: {'Port': ['ID=8ddd89ee-db83-4058-80ee-5c4e5624a9fd,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:29.239704 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec56bd-37ed-403c-9cc8-0c2a42c295d9 req-1084a067-0b0b-440e-b6c2-7d0eee87b556 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:29.241228 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3cec56bd-37ed-403c-9cc8-0c2a42c295d9 req-1084a067-0b0b-440e-b6c2-7d0eee87b556 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=16aaad07-334b-47d8-9435-72bce090f881 HTTP/1.1" status: 200 len: 867 time: 0.0817022 Jul 23 16:14:29.263404 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['2ce2d661-4e6d-45a6-aee7-6bf1703578ca', '8ddd89ee-db83-4058-80ee-5c4e5624a9fd'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:14:29.268682 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f022ea91-2d8b-4ed1-8a57-64fe7f014224 req-70f03377-d598-4ed3-92b6-dc92f758ffd2 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] No DVR routers for this DVR port 8ddd89ee-db83-4058-80ee-5c4e5624a9fd on host hv-cinder-79628 {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:14:29.271900 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-f022ea91-2d8b-4ed1-8a57-64fe7f014224 req-70f03377-d598-4ed3-92b6-dc92f758ffd2 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:29.277879 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f022ea91-2d8b-4ed1-8a57-64fe7f014224 req-70f03377-d598-4ed3-92b6-dc92f758ffd2 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.59 "DELETE /v2.0/ports/8ddd89ee-db83-4058-80ee-5c4e5624a9fd HTTP/1.1" status: 204 len: 173 time: 0.7764010 Jul 23 16:14:29.278407 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16aaad07-334b-47d8-9435-72bce090f881', 'name': 'network-vif-deleted', 'tag': '8ddd89ee-db83-4058-80ee-5c4e5624a9fd'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:14:29.280826 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af488ea-02aa-4f52-b912-49e1b219618c" -d '{"events": [{"server_uuid": "16aaad07-334b-47d8-9435-72bce090f881", "name": "network-vif-deleted", "tag": "8ddd89ee-db83-4058-80ee-5c4e5624a9fd"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:14:29.302191 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3cec56bd-37ed-403c-9cc8-0c2a42c295d9 req-90df8c44-3c1c-4b39-b445-61aa70773304 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543675 Jul 23 16:14:29.332712 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8305bdb5-7680-4bee-b2f9-8fc04d5e84f9 x-openstack-request-id: req-8305bdb5-7680-4bee-b2f9-8fc04d5e84f9 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:14:29.333725 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16aaad07-334b-47d8-9435-72bce090f881", "name": "network-vif-deleted", "tag": "8ddd89ee-db83-4058-80ee-5c4e5624a9fd", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:14:29.333985 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8305bdb5-7680-4bee-b2f9-8fc04d5e84f9 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:14:29.334607 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16aaad07-334b-47d8-9435-72bce090f881', 'name': 'network-vif-deleted', 'tag': '8ddd89ee-db83-4058-80ee-5c4e5624a9fd', 'status': 'completed', 'code': 200} Jul 23 16:14:29.572970 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f33a34-03fc-47bd-80b2-bbc0ac611fa7 req-c702580c-e621-4ba7-b9ac-ad28afd0cbb5 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:29.574765 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-90f33a34-03fc-47bd-80b2-bbc0ac611fa7 req-c702580c-e621-4ba7-b9ac-ad28afd0cbb5 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.1058269 Jul 23 16:14:29.627721 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-90f33a34-03fc-47bd-80b2-bbc0ac611fa7 req-1284dd28-d523-409e-af19-5d80fab130bf tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469480 Jul 23 16:14:29.670051 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f090ed-9bc9-4084-9795-d5d008244fb5 req-324912bc-ad6d-4547-8ec1-dc86572facf7 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:29.671772 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a0f090ed-9bc9-4084-9795-d5d008244fb5 req-324912bc-ad6d-4547-8ec1-dc86572facf7 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0710032 Jul 23 16:14:29.693949 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 90841115-d000-4397-993c-7f1b308f2dfb no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:14:29.719841 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a0f090ed-9bc9-4084-9795-d5d008244fb5 req-1cb5a049-50c0-47a0-9854-61532a76c03d tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419822 Jul 23 16:14:30.370355 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d219e-3673-4db6-847a-79b5cbdd64bb req-48108a5e-726c-40df-9895-6e87fc3fa8a9 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:30.372313 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-401d219e-3673-4db6-847a-79b5cbdd64bb req-48108a5e-726c-40df-9895-6e87fc3fa8a9 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 945 time: 0.0685036 Jul 23 16:14:30.414301 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-401d219e-3673-4db6-847a-79b5cbdd64bb req-69702a5d-5500-4330-9742-5c644cffe3e0 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355918 Jul 23 16:14:30.783022 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48493fc6-7ae0-4adf-b3ad-0da0ad7010e8 req-36884954-3a13-4092-9783-4434d506f038 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:30.784685 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-48493fc6-7ae0-4adf-b3ad-0da0ad7010e8 req-36884954-3a13-4092-9783-4434d506f038 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0737126 Jul 23 16:14:30.846820 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-48493fc6-7ae0-4adf-b3ad-0da0ad7010e8 req-224e1b56-2f6d-4a65-a0fb-16df8e93592a tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555782 Jul 23 16:14:30.883379 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833f036-212c-4182-819d-ecd8f79751aa req-c1146ac0-5c63-45ce-a2c2-75ffdb39c063 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:30.886115 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c833f036-212c-4182-819d-ecd8f79751aa req-c1146ac0-5c63-45ce-a2c2-75ffdb39c063 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0856497 Jul 23 16:14:30.926442 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c833f036-212c-4182-819d-ecd8f79751aa req-47f4694b-1697-4bf6-8641-ed70a1c0c09f tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339117 Jul 23 16:14:31.163039 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4bf82-7497-4cb8-8c40-f3f6de761b47 req-27603968-da49-450c-9e3a-f841b999d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:31.164628 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4af4bf82-7497-4cb8-8c40-f3f6de761b47 req-27603968-da49-450c-9e3a-f841b999d1ed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e&tenant_id=1ab7fd8f81d14fd087b62a6b970688a2 HTTP/1.1" status: 200 len: 1097 time: 0.1041307 Jul 23 16:14:31.271857 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4bf82-7497-4cb8-8c40-f3f6de761b47 req-2e79fc5a-2c42-403b-9acc-6752b3bde3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:31.273245 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4af4bf82-7497-4cb8-8c40-f3f6de761b47 req-2e79fc5a-2c42-403b-9acc-6752b3bde3c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ab7fd8f81d14fd087b62a6b970688a2&device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 1097 time: 0.0581150 Jul 23 16:14:31.373312 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4bf82-7497-4cb8-8c40-f3f6de761b47 req-cd820c29-0b13-4eab-9e4c-0a7be2ffd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:31.374793 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4af4bf82-7497-4cb8-8c40-f3f6de761b47 req-cd820c29-0b13-4eab-9e4c-0a7be2ffd2dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=74cc12e8-e460-4b21-8f86-7828dd99c3c6 HTTP/1.1" status: 200 len: 918 time: 0.0947692 Jul 23 16:14:31.459511 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4af4bf82-7497-4cb8-8c40-f3f6de761b47 req-2f39cafc-4034-4a84-b7b2-3e7c02fda4fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90841115-d000-4397-993c-7f1b308f2dfb HTTP/1.1" status: 200 len: 999 time: 0.0675893 Jul 23 16:14:31.517736 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4bf82-7497-4cb8-8c40-f3f6de761b47 req-a0b89d6a-b99b-4de1-9bba-21ec958bd062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:31.519349 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4af4bf82-7497-4cb8-8c40-f3f6de761b47 req-a0b89d6a-b99b-4de1-9bba-21ec958bd062 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=16a96ff4-9135-4297-8f4d-e0300b0cc0f6 HTTP/1.1" status: 200 len: 856 time: 0.0504622 Jul 23 16:14:31.564182 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6a70d-fdaf-408c-be94-d0708cbceefa req-7ba3e3fe-4409-4876-b2b6-b346d3d7a4bc tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:31.565745 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-65a6a70d-fdaf-408c-be94-d0708cbceefa req-7ba3e3fe-4409-4876-b2b6-b346d3d7a4bc tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/ports?device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 945 time: 0.0770292 Jul 23 16:14:31.583974 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4bf82-7497-4cb8-8c40-f3f6de761b47 req-e897cac9-1228-4400-a1a7-5e3e9c786316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:31.585510 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4af4bf82-7497-4cb8-8c40-f3f6de761b47 req-e897cac9-1228-4400-a1a7-5e3e9c786316 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74cc12e8-e460-4b21-8f86-7828dd99c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559325 Jul 23 16:14:31.614968 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-65a6a70d-fdaf-408c-be94-d0708cbceefa req-0d6bfba4-14b8-4051-bf78-a10b264eb91e tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.69 "GET /v2.0/security-groups?id=65a7b11f-61cd-4d31-9942-1e678a5923fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426204 Jul 23 16:14:31.681964 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 8ddd89ee-db83-4058-80ee-5c4e5624a9fd no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:14:31.689799 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4af4bf82-7497-4cb8-8c40-f3f6de761b47 req-3feba5aa-25e6-4323-9f0c-d9e5a6e5a192 service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931172 Jul 23 16:14:31.702087 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: 8ddd89ee-db83-4058-80ee-5c4e5624a9fd {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:14:31.702435 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 8ddd89ee-db83-4058-80ee-5c4e5624a9fd not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:14:31.838465 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96303e95-5fda-4c1e-a807-d014e3b3b1d7 req-4bf67c36-d70f-4b60-82c9-f3926a41e282 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:31.840028 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-96303e95-5fda-4c1e-a807-d014e3b3b1d7 req-4bf67c36-d70f-4b60-82c9-f3926a41e282 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.1346478 Jul 23 16:14:31.844332 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4af4bf82-7497-4cb8-8c40-f3f6de761b47 req-7b303f54-04fe-49c7-a04e-bb8634d26b6d service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062348 Jul 23 16:14:31.884681 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-96303e95-5fda-4c1e-a807-d014e3b3b1d7 req-34d0f5ad-40a8-4b41-9b60-3d8dff96399d tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352659 Jul 23 16:14:32.008975 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48f60a-4272-46a5-b2e9-d04782808396 req-e8a0172c-758d-4ace-848b-f7ade3bd9cdd tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:32.010614 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7d48f60a-4272-46a5-b2e9-d04782808396 req-e8a0172c-758d-4ace-848b-f7ade3bd9cdd tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0704412 Jul 23 16:14:32.052296 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-7d48f60a-4272-46a5-b2e9-d04782808396 req-cd9108cd-5783-4a00-aa66-2dc21773188b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352960 Jul 23 16:14:32.085442 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b05e8f-6c8e-4802-9d45-88ea40f46079 req-6de5b54d-70a6-458c-85b6-5792735e91fe tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:32.086922 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-52b05e8f-6c8e-4802-9d45-88ea40f46079 req-6de5b54d-70a6-458c-85b6-5792735e91fe tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0686014 Jul 23 16:14:32.125154 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-52b05e8f-6c8e-4802-9d45-88ea40f46079 req-ba175eee-6559-4a5c-be2a-e80640bb5496 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316782 Jul 23 16:14:32.536429 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de22d61-d65f-4dee-9274-506e9bbb0598 req-77611d2d-4470-4fab-9047-b0ee40bf6b12 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:32.538202 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6de22d61-d65f-4dee-9274-506e9bbb0598 req-77611d2d-4470-4fab-9047-b0ee40bf6b12 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.59 "GET /v2.0/ports?device_id=637ecb9f-83fb-4e76-a86c-e08ce3f7aa96 HTTP/1.1" status: 200 len: 945 time: 0.0794775 Jul 23 16:14:33.041122 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776637c-0024-47f1-9ba1-0dfc215390a9 req-8f736822-5de4-43c0-bac4-92f62bcec2c3 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:33.042876 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4776637c-0024-47f1-9ba1-0dfc215390a9 req-8f736822-5de4-43c0-bac4-92f62bcec2c3 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.0850010 Jul 23 16:14:33.110923 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4776637c-0024-47f1-9ba1-0dfc215390a9 req-502a1f32-c28c-45f4-b320-0b18c64d87a5 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609527 Jul 23 16:14:33.250883 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63620c72-f12c-41c5-8a29-7213b274ed43 req-34306d59-4594-4a8b-aacf-7f7e4f9dcaf6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:33.252319 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-63620c72-f12c-41c5-8a29-7213b274ed43 req-34306d59-4594-4a8b-aacf-7f7e4f9dcaf6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0681295 Jul 23 16:14:33.292706 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-63620c72-f12c-41c5-8a29-7213b274ed43 req-bfa1bbd3-09f0-45ad-bfd2-bedad4301416 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344808 Jul 23 16:14:33.429657 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603221b8-0c26-4bcd-8195-2d7e15eec2fb req-aa46df44-c6bc-46a9-a0aa-47db332e0abd tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:33.431698 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-603221b8-0c26-4bcd-8195-2d7e15eec2fb req-aa46df44-c6bc-46a9-a0aa-47db332e0abd tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0680032 Jul 23 16:14:33.482980 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-603221b8-0c26-4bcd-8195-2d7e15eec2fb req-ee4b835c-26ab-4d31-b431-124fd7131d89 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411592 Jul 23 16:14:34.271638 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b30c23-3d1e-4356-ae44-92c320ad6cb5 req-11440ce5-37d1-45db-aebd-343d0f7e1e26 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:34.273243 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c9b30c23-3d1e-4356-ae44-92c320ad6cb5 req-11440ce5-37d1-45db-aebd-343d0f7e1e26 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.0770881 Jul 23 16:14:34.333552 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c9b30c23-3d1e-4356-ae44-92c320ad6cb5 req-61773699-fffa-4859-8114-f219926ca556 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541890 Jul 23 16:14:34.466336 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a510e6-d9df-493a-8b31-5b660084ae0f req-8cbcca04-1986-4113-a087-5fbb8a158228 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:34.468180 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-40a510e6-d9df-493a-8b31-5b660084ae0f req-8cbcca04-1986-4113-a087-5fbb8a158228 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0713818 Jul 23 16:14:34.511350 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-40a510e6-d9df-493a-8b31-5b660084ae0f req-8dd5bafa-beb4-4873-afca-60af11f0c6f8 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372069 Jul 23 16:14:34.647578 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a697c4c-807e-4b0e-bbae-890845a68e3e req-237af6ac-65f1-4940-b979-0ff2c24170f3 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:34.649063 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2a697c4c-807e-4b0e-bbae-890845a68e3e req-237af6ac-65f1-4940-b979-0ff2c24170f3 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0747554 Jul 23 16:14:34.692347 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2a697c4c-807e-4b0e-bbae-890845a68e3e req-79a0fb09-ca45-4fbf-9d08-b84e4a4b07d2 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373349 Jul 23 16:14:35.474562 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a62b0-bea6-491d-b4b4-2b7239c5bd60 req-49a253c6-7419-4fdb-9e62-2e7f21d8a750 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:35.476204 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a41a62b0-bea6-491d-b4b4-2b7239c5bd60 req-49a253c6-7419-4fdb-9e62-2e7f21d8a750 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.0659506 Jul 23 16:14:35.516491 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a41a62b0-bea6-491d-b4b4-2b7239c5bd60 req-e7550898-345d-4445-b7d1-d93597df1351 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335824 Jul 23 16:14:35.655157 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf15b65-8c46-456f-8231-0600948dd91f req-725984c7-29bb-4164-aebd-50beabed90f9 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:35.656932 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8bf15b65-8c46-456f-8231-0600948dd91f req-725984c7-29bb-4164-aebd-50beabed90f9 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0699854 Jul 23 16:14:35.703024 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 1903f35f-1d5b-41dc-9f39-67df926cd140 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:14:35.705067 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8bf15b65-8c46-456f-8231-0600948dd91f req-1ec2f654-2453-4141-a7fd-1f3538ed4272 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397429 Jul 23 16:14:35.786036 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:35.808794 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637ecb9f-83fb-4e76-a86c-e08ce3f7aa96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1903f35f-1d5b-41dc-9f39-67df926cd140'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:14:35.811853 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7f924d-56a8-4132-8a70-0b23c1e08495" -d '{"events": [{"server_uuid": "637ecb9f-83fb-4e76-a86c-e08ce3f7aa96", "name": "network-vif-unplugged", "status": "completed", "tag": "1903f35f-1d5b-41dc-9f39-67df926cd140"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:14:35.825712 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 1903f35f-1d5b-41dc-9f39-67df926cd140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1903f35f-1d5b-41dc-9f39-67df926cd140,segment=NetworkSegment(cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7),segment_id=cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:35.830899 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:35.836629 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcee91-e6d8-40d9-b3b6-c0d809d432e4 req-2d7fb5fd-3a8c-45af-8436-abfaa3bf9019 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:35.838158 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b7dcee91-e6d8-40d9-b3b6-c0d809d432e4 req-2d7fb5fd-3a8c-45af-8436-abfaa3bf9019 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0736306 Jul 23 16:14:35.884503 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b7dcee91-e6d8-40d9-b3b6-c0d809d432e4 req-ecf9c139-2fa0-4ca1-9f6f-a4f6894947c8 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 Jul 23 16:14:35.891356 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=1903f35f-1d5b-41dc-9f39-67df926cd140,revision_number=6']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:35.941462 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a689e2-c189-4e32-bba7-09899c30a80f x-openstack-request-id: req-69a689e2-c189-4e32-bba7-09899c30a80f {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:14:35.941887 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637ecb9f-83fb-4e76-a86c-e08ce3f7aa96", "name": "network-vif-unplugged", "status": "completed", "tag": "1903f35f-1d5b-41dc-9f39-67df926cd140", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:14:35.942258 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-69a689e2-c189-4e32-bba7-09899c30a80f {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:14:35.942749 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637ecb9f-83fb-4e76-a86c-e08ce3f7aa96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1903f35f-1d5b-41dc-9f39-67df926cd140', 'code': 200} Jul 23 16:14:36.657956 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e52ed-d652-42aa-87e9-9dc08cd1e22b req-feee8902-1795-43c3-bc25-07225835c367 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:36.659552 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a10e52ed-d652-42aa-87e9-9dc08cd1e22b req-feee8902-1795-43c3-bc25-07225835c367 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.0706751 Jul 23 16:14:36.700142 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a10e52ed-d652-42aa-87e9-9dc08cd1e22b req-71233c61-35b6-46a1-a163-87140b3daa26 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345600 Jul 23 16:14:36.864450 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734a112-967c-4be1-93c7-24c576238961 req-1d4ffe28-8933-4576-a620-9b6792eae5fb tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:36.866057 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9734a112-967c-4be1-93c7-24c576238961 req-1d4ffe28-8933-4576-a620-9b6792eae5fb tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0812149 Jul 23 16:14:36.907199 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9734a112-967c-4be1-93c7-24c576238961 req-7fce976f-0e86-4ec9-9dc0-5725141cfa30 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352039 Jul 23 16:14:37.036982 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e8e1d-c327-43fa-9960-d0474fa08496 req-7a5f4d6c-0aa6-40d6-ab55-b77535794097 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:37.038637 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-948e8e1d-c327-43fa-9960-d0474fa08496 req-7a5f4d6c-0aa6-40d6-ab55-b77535794097 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0669584 Jul 23 16:14:37.082834 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-948e8e1d-c327-43fa-9960-d0474fa08496 req-8cbb9ce2-9f78-4f53-8333-db2ced3a74d8 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343502 Jul 23 16:14:37.850854 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0aba79-a0e3-4011-b3fe-8f012d3207fe req-1a91f075-ab28-4762-b967-bb3108dbd09a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:37.852432 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2c0aba79-a0e3-4011-b3fe-8f012d3207fe req-1a91f075-ab28-4762-b967-bb3108dbd09a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.0687189 Jul 23 16:14:37.892085 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2c0aba79-a0e3-4011-b3fe-8f012d3207fe req-5cf473d0-60d7-4485-9191-0d1f2e67c204 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333176 Jul 23 16:14:38.064650 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4b6a2-068f-4301-9973-12b12728c2b9 req-6082628e-0d5c-4f8c-b112-653fdda2324e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:38.066149 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-08e4b6a2-068f-4301-9973-12b12728c2b9 req-6082628e-0d5c-4f8c-b112-653fdda2324e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0802450 Jul 23 16:14:38.105374 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-08e4b6a2-068f-4301-9973-12b12728c2b9 req-9c9098aa-0c97-48f2-81f0-b2b16c2d3663 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336313 Jul 23 16:14:38.265224 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec83972-c6ec-4b0b-a5fd-a04120d499c6 req-c495c929-a31d-47b9-a4e5-f901bd44d931 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:38.267191 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-aec83972-c6ec-4b0b-a5fd-a04120d499c6 req-c495c929-a31d-47b9-a4e5-f901bd44d931 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0695806 Jul 23 16:14:38.309114 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-aec83972-c6ec-4b0b-a5fd-a04120d499c6 req-aed741d3-476f-4213-824e-d212a6d797fd tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357981 Jul 23 16:14:39.040212 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e11df7-7b1e-4cf7-b356-6eda74506521 req-d4ad41da-c860-43f7-aac8-0f1bfcfbc51f tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:39.042091 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f0e11df7-7b1e-4cf7-b356-6eda74506521 req-d4ad41da-c860-43f7-aac8-0f1bfcfbc51f tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.0771215 Jul 23 16:14:39.083879 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f0e11df7-7b1e-4cf7-b356-6eda74506521 req-683f2ab3-0341-48bb-bf36-ccdb8a2a885f tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359027 Jul 23 16:14:39.270314 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e66379-5987-4ef1-bc04-8fc32a0e0bb1 req-16869cb4-0b2d-484d-b638-b6965871e0b2 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:39.271881 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-83e66379-5987-4ef1-bc04-8fc32a0e0bb1 req-16869cb4-0b2d-484d-b638-b6965871e0b2 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0725112 Jul 23 16:14:39.319736 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-83e66379-5987-4ef1-bc04-8fc32a0e0bb1 req-e1707155-c92c-478d-9283-33dd74110c72 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412426 Jul 23 16:14:39.448607 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d912fd9-5f64-4a8d-84af-d77d892f7906 req-2746d2e0-4326-497a-9205-76404b009f85 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:39.450173 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1d912fd9-5f64-4a8d-84af-d77d892f7906 req-2746d2e0-4326-497a-9205-76404b009f85 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0709701 Jul 23 16:14:39.496696 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1d912fd9-5f64-4a8d-84af-d77d892f7906 req-c13bf4a6-7248-4d62-aa74-d50c1f5f2c9a tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387924 Jul 23 16:14:40.226082 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17411c-176c-465e-bb1a-4325cbd95669 req-028bc92f-d5cd-4329-9aa2-cf000c90f68b tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:40.227670 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6f17411c-176c-465e-bb1a-4325cbd95669 req-028bc92f-d5cd-4329-9aa2-cf000c90f68b tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.0723209 Jul 23 16:14:40.269595 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6f17411c-176c-465e-bb1a-4325cbd95669 req-e1da04fd-35ea-41bb-968b-41e8597a5a6b tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361516 Jul 23 16:14:40.471063 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb5604-356e-4c23-a379-41f11ad83458 req-f49d3d19-00e8-450b-8427-9fe331b1e3d1 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:40.472658 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4abb5604-356e-4c23-a379-41f11ad83458 req-f49d3d19-00e8-450b-8427-9fe331b1e3d1 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0725017 Jul 23 16:14:40.515903 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4abb5604-356e-4c23-a379-41f11ad83458 req-bc5dc6f3-4c5b-4d2c-afcf-02fd4aadb89b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371866 Jul 23 16:14:40.644399 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba51b2-4ae9-4f23-a91f-498e24b572e1 req-a115a24c-aeed-461c-bde5-a24b8ecffb36 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:40.645948 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9cba51b2-4ae9-4f23-a91f-498e24b572e1 req-a115a24c-aeed-461c-bde5-a24b8ecffb36 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0702591 Jul 23 16:14:40.686313 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9cba51b2-4ae9-4f23-a91f-498e24b572e1 req-6f5944ec-7f01-47b5-9470-215c4cd2b30d tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345006 Jul 23 16:14:41.410807 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95e104-19f2-4ba1-86e5-d3ee65e81656 req-8f9d0be9-b630-4c7b-b2f8-8dd715d377be tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:41.412587 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1c95e104-19f2-4ba1-86e5-d3ee65e81656 req-8f9d0be9-b630-4c7b-b2f8-8dd715d377be tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.0661116 Jul 23 16:14:41.456657 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1c95e104-19f2-4ba1-86e5-d3ee65e81656 req-7f7fb867-b946-4f73-a8d4-37cd61dd9086 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382128 Jul 23 16:14:41.655916 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e02f5-7c80-4e06-8c1e-00fab57e36de req-958e3fb3-1256-455f-8184-160ea5fabc73 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:41.657449 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-146e02f5-7c80-4e06-8c1e-00fab57e36de req-958e3fb3-1256-455f-8184-160ea5fabc73 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0649347 Jul 23 16:14:41.697158 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-146e02f5-7c80-4e06-8c1e-00fab57e36de req-3b732852-ab0b-4048-8afa-9a307e7ad552 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340025 Jul 23 16:14:41.837887 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434fa5d-ed03-461b-894b-54d8690a78fe req-0d112e6e-5d99-47c7-8756-7c01e7d0ffdd tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:41.839595 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f434fa5d-ed03-461b-894b-54d8690a78fe req-0d112e6e-5d99-47c7-8756-7c01e7d0ffdd tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0809510 Jul 23 16:14:41.892448 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f434fa5d-ed03-461b-894b-54d8690a78fe req-3a188d7f-30b4-49b4-af2d-51f411308378 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460944 Jul 23 16:14:42.176539 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:42.612163 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccf2f8-81d0-406c-ac59-def324e994d7 req-9c79ca7c-47bf-42f9-8789-875a0579edcb tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:42.613799 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c2ccf2f8-81d0-406c-ac59-def324e994d7 req-9c79ca7c-47bf-42f9-8789-875a0579edcb tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.0704355 Jul 23 16:14:42.655765 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c2ccf2f8-81d0-406c-ac59-def324e994d7 req-3ab151c3-a842-4086-aa0d-9e3e16282fe1 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361693 Jul 23 16:14:42.843773 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639e875-d860-4857-98c5-1ceb18cfb710 req-8b14bb63-6fc6-4d0b-a15d-658145e039cf tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:42.845574 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b639e875-d860-4857-98c5-1ceb18cfb710 req-8b14bb63-6fc6-4d0b-a15d-658145e039cf tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0728223 Jul 23 16:14:42.900989 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b639e875-d860-4857-98c5-1ceb18cfb710 req-a09131c7-ae11-4bc5-8005-e30ba0a3b720 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496609 Jul 23 16:14:43.040854 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4152351-4aa1-4991-a6a4-08f8f4c571f2 req-7076c8da-18cf-42c5-84c4-b1fc027cd032 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:43.042462 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c4152351-4aa1-4991-a6a4-08f8f4c571f2 req-7076c8da-18cf-42c5-84c4-b1fc027cd032 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0736878 Jul 23 16:14:43.085107 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c4152351-4aa1-4991-a6a4-08f8f4c571f2 req-657d13cc-b46a-477e-b77c-6d514239e917 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365703 Jul 23 16:14:43.804265 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d23c28-30c4-477a-9ee8-527a35f461f5 req-751a4d0d-9ac2-45bf-9167-6933f42c13a3 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:43.805887 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-95d23c28-30c4-477a-9ee8-527a35f461f5 req-751a4d0d-9ac2-45bf-9167-6933f42c13a3 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.0699217 Jul 23 16:14:43.852935 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-95d23c28-30c4-477a-9ee8-527a35f461f5 req-18deee42-4f1b-4611-bb6c-08c9fb382b16 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393565 Jul 23 16:14:44.095725 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b27a0-5ccf-4db0-8b54-d687fee088c4 req-e0a8eab2-3ff2-4e1a-a903-50caff764941 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:44.099371 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b47b27a0-5ccf-4db0-8b54-d687fee088c4 req-e0a8eab2-3ff2-4e1a-a903-50caff764941 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.1195552 Jul 23 16:14:44.152969 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b47b27a0-5ccf-4db0-8b54-d687fee088c4 req-a80a158d-a554-4d64-b347-2ba3bea325d5 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464125 Jul 23 16:14:44.299049 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f753ff9-8b2c-44a4-bbbb-80717f34d2be req-f98b33f9-4bf9-46a2-bfe3-33a1ba82a58b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:44.300963 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1f753ff9-8b2c-44a4-bbbb-80717f34d2be req-f98b33f9-4bf9-46a2-bfe3-33a1ba82a58b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0775855 Jul 23 16:14:44.342854 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1f753ff9-8b2c-44a4-bbbb-80717f34d2be req-d6424507-d817-4010-b8b4-3882b9e11fc7 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362921 Jul 23 16:14:45.002952 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645511a5-a441-42fe-b326-bfa2b6b637a9 req-10ffe4fe-101e-408b-9e5e-e292091e6d86 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:45.004436 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-645511a5-a441-42fe-b326-bfa2b6b637a9 req-10ffe4fe-101e-408b-9e5e-e292091e6d86 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.0768108 Jul 23 16:14:45.054300 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-645511a5-a441-42fe-b326-bfa2b6b637a9 req-bc1f4ff2-8701-420f-8cdd-c3adde67c4c8 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399723 Jul 23 16:14:45.310034 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee9ff9-5417-48e8-b07e-9d2081d4dc0b req-321bc7c5-fc6b-437c-89ea-c5eede9e65dd tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:45.312469 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b5ee9ff9-5417-48e8-b07e-9d2081d4dc0b req-321bc7c5-fc6b-437c-89ea-c5eede9e65dd tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0746701 Jul 23 16:14:45.352934 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b5ee9ff9-5417-48e8-b07e-9d2081d4dc0b req-cb3ef2b1-1975-4acf-a0f8-bb180ff73afc tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341024 Jul 23 16:14:45.517959 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350879d-408b-4b24-b9d2-b239501abf4d req-d7f76340-1187-4651-bf23-9d94e2dc1a76 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:45.519642 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f350879d-408b-4b24-b9d2-b239501abf4d req-d7f76340-1187-4651-bf23-9d94e2dc1a76 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.1020608 Jul 23 16:14:45.524365 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-6de22d61-d65f-4dee-9274-506e9bbb0598 req-1776d6a2-ae40-4b51-ac1b-23f0077577a9 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Deleting port 1903f35f-1d5b-41dc-9f39-67df926cd140 {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:14:45.524706 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-6de22d61-d65f-4dee-9274-506e9bbb0598 req-1776d6a2-ae40-4b51-ac1b-23f0077577a9 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.633701 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f350879d-408b-4b24-b9d2-b239501abf4d req-d2ed2512-7fcd-4956-a156-ace9a9899343 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059179 Jul 23 16:14:45.657877 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-6de22d61-d65f-4dee-9274-506e9bbb0598 req-1776d6a2-ae40-4b51-ac1b-23f0077577a9 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] For port 1903f35f-1d5b-41dc-9f39-67df926cd140, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1903f35f-1d5b-41dc-9f39-67df926cd140,segment=NetworkSegment(cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7),segment_id=cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:45.658245 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-6de22d61-d65f-4dee-9274-506e9bbb0598 req-1776d6a2-ae40-4b51-ac1b-23f0077577a9 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.671541 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-6de22d61-d65f-4dee-9274-506e9bbb0598 req-1776d6a2-ae40-4b51-ac1b-23f0077577a9 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Calling delete_port for 1903f35f-1d5b-41dc-9f39-67df926cd140 owned by compute:nova {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:14:45.805374 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-6de22d61-d65f-4dee-9274-506e9bbb0598 req-1776d6a2-ae40-4b51-ac1b-23f0077577a9 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.807025 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b1448f4-4949-40c9-87f3-b4d7098de422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.836543 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776d6a2-ae40-4b51-ac1b-23f0077577a9 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Pushing event deleted for resources: {'Port': ['ID=1903f35f-1d5b-41dc-9f39-67df926cd140,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:45.895611 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de22d61-d65f-4dee-9274-506e9bbb0598 req-1776d6a2-ae40-4b51-ac1b-23f0077577a9 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] No DVR routers for this DVR port 1903f35f-1d5b-41dc-9f39-67df926cd140 on host hv-cinder-79628 {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:14:45.898629 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-6de22d61-d65f-4dee-9274-506e9bbb0598 req-1776d6a2-ae40-4b51-ac1b-23f0077577a9 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.900727 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6de22d61-d65f-4dee-9274-506e9bbb0598 req-1776d6a2-ae40-4b51-ac1b-23f0077577a9 tempest-VolumesActionsTest-1017541562 tempest-VolumesActionsTest-1017541562-project] 10.222.0.59 "DELETE /v2.0/ports/1903f35f-1d5b-41dc-9f39-67df926cd140 HTTP/1.1" status: 204 len: 173 time: 0.5262945 Jul 23 16:14:45.901172 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637ecb9f-83fb-4e76-a86c-e08ce3f7aa96', 'name': 'network-vif-deleted', 'tag': '1903f35f-1d5b-41dc-9f39-67df926cd140'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:14:45.903703 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3620d06-808d-4798-838a-c6d5f5a145b0" -d '{"events": [{"server_uuid": "637ecb9f-83fb-4e76-a86c-e08ce3f7aa96", "name": "network-vif-deleted", "tag": "1903f35f-1d5b-41dc-9f39-67df926cd140"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:14:45.942727 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7244549-0aae-4867-86a9-d833663f29fd x-openstack-request-id: req-b7244549-0aae-4867-86a9-d833663f29fd {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:14:45.943178 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637ecb9f-83fb-4e76-a86c-e08ce3f7aa96", "name": "network-vif-deleted", "tag": "1903f35f-1d5b-41dc-9f39-67df926cd140", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:14:45.943502 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b7244549-0aae-4867-86a9-d833663f29fd {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:14:45.943979 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637ecb9f-83fb-4e76-a86c-e08ce3f7aa96', 'name': 'network-vif-deleted', 'tag': '1903f35f-1d5b-41dc-9f39-67df926cd140', 'status': 'completed', 'code': 200} Jul 23 16:14:46.196619 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63277c2-2abe-42ee-9dc3-035619bd6e11 req-dc73341b-c5ec-43fb-a513-07b33e3f853f tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:46.197996 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d63277c2-2abe-42ee-9dc3-035619bd6e11 req-dc73341b-c5ec-43fb-a513-07b33e3f853f tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.0666602 Jul 23 16:14:46.246997 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d63277c2-2abe-42ee-9dc3-035619bd6e11 req-c1a85724-4636-46dc-ae5b-44fa1fbf5807 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403135 Jul 23 16:14:46.498684 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1787263-c34c-43b3-886f-2599ae1530a1 req-23080206-d39c-4141-82fe-8b79f1ecdca0 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:46.500219 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b1787263-c34c-43b3-886f-2599ae1530a1 req-23080206-d39c-4141-82fe-8b79f1ecdca0 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0703921 Jul 23 16:14:46.542104 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b1787263-c34c-43b3-886f-2599ae1530a1 req-18f10f86-1371-49a9-98cb-93fd394d11b4 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358346 Jul 23 16:14:46.784828 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13d10c-5257-415c-b60a-c1f37c6995ea req-797572c7-4e1d-4779-8be8-03e5822b8d46 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:46.786265 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ef13d10c-5257-415c-b60a-c1f37c6995ea req-797572c7-4e1d-4779-8be8-03e5822b8d46 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0682623 Jul 23 16:14:46.832550 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ef13d10c-5257-415c-b60a-c1f37c6995ea req-437fadfb-0c08-4a1e-aad1-ad5177576e21 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397620 Jul 23 16:14:47.044340 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ddf15-6d9b-4a8d-a556-475c681404c5 req-7e9567d0-2060-49f2-a0f2-59afd4585bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:47.045747 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6a3ddf15-6d9b-4a8d-a556-475c681404c5 req-7e9567d0-2060-49f2-a0f2-59afd4585bef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 1098 time: 0.0661645 Jul 23 16:14:47.082145 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6a3ddf15-6d9b-4a8d-a556-475c681404c5 req-b281ca4e-d1c5-40d8-8916-939faef70a7d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280108 Jul 23 16:14:47.403073 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd28a79-50a1-4927-9488-b5cdcc6ca7f0 req-aad9493d-eea6-467f-9cc3-d4165724ff10 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:47.404721 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6dd28a79-50a1-4927-9488-b5cdcc6ca7f0 req-aad9493d-eea6-467f-9cc3-d4165724ff10 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.0785451 Jul 23 16:14:47.475327 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6dd28a79-50a1-4927-9488-b5cdcc6ca7f0 req-03a9d4b2-9aa6-4889-9450-7839813cbc4b tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/security-groups?id=bec5c103-cd44-4287-96c1-1b0679ade18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646610 Jul 23 16:14:47.517003 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9a818-7ded-482b-aa81-c460a575bad8 req-3068d3de-380f-49a3-854b-9bd8702b0ce7 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:47.518637 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f9c9a818-7ded-482b-aa81-c460a575bad8 req-3068d3de-380f-49a3-854b-9bd8702b0ce7 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 945 time: 0.0756676 Jul 23 16:14:47.673708 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-f9c9a818-7ded-482b-aa81-c460a575bad8 req-fab73f43-be1f-47d0-a8e1-46a06301a715 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Deleting port 2ce2d661-4e6d-45a6-aee7-6bf1703578ca {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:14:47.673959 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-f9c9a818-7ded-482b-aa81-c460a575bad8 req-fab73f43-be1f-47d0-a8e1-46a06301a715 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.760248 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af102d1f-b1bc-4a60-99d6-dbc14bbd26f0 req-bbb9c550-6622-4494-8d29-829acb8b2979 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:47.761678 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-af102d1f-b1bc-4a60-99d6-dbc14bbd26f0 req-bbb9c550-6622-4494-8d29-829acb8b2979 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.1399944 Jul 23 16:14:47.804549 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-f9c9a818-7ded-482b-aa81-c460a575bad8 req-fab73f43-be1f-47d0-a8e1-46a06301a715 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] For port 2ce2d661-4e6d-45a6-aee7-6bf1703578ca, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2ce2d661-4e6d-45a6-aee7-6bf1703578ca,segment=NetworkSegment(bdfb9395-3931-4868-be84-c638fb3b6c72),segment_id=bdfb9395-3931-4868-be84-c638fb3b6c72)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:47.804911 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-f9c9a818-7ded-482b-aa81-c460a575bad8 req-fab73f43-be1f-47d0-a8e1-46a06301a715 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.821947 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-f9c9a818-7ded-482b-aa81-c460a575bad8 req-fab73f43-be1f-47d0-a8e1-46a06301a715 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Calling delete_port for 2ce2d661-4e6d-45a6-aee7-6bf1703578ca owned by compute:nova {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:14:47.841881 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-af102d1f-b1bc-4a60-99d6-dbc14bbd26f0 req-b9d7586a-7b36-4ab8-b826-1d6cf0bd9d20 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680854 Jul 23 16:14:47.998413 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-f9c9a818-7ded-482b-aa81-c460a575bad8 req-fab73f43-be1f-47d0-a8e1-46a06301a715 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.032496 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5a2c7-db05-4f0a-9b52-fddcc6458111 req-2faffdbf-1d1a-42c9-865d-21409ee8f196 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:48.034143 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-06d5a2c7-db05-4f0a-9b52-fddcc6458111 req-2faffdbf-1d1a-42c9-865d-21409ee8f196 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.1267562 Jul 23 16:14:48.037542 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab73f43-be1f-47d0-a8e1-46a06301a715 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Pushing event deleted for resources: {'Port': ['ID=2ce2d661-4e6d-45a6-aee7-6bf1703578ca,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:48.040088 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['2ce2d661-4e6d-45a6-aee7-6bf1703578ca'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:14:48.105885 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c9a818-7ded-482b-aa81-c460a575bad8 req-fab73f43-be1f-47d0-a8e1-46a06301a715 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] No DVR routers for this DVR port 2ce2d661-4e6d-45a6-aee7-6bf1703578ca on host hv-cinder-79628 {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:14:48.109778 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-f9c9a818-7ded-482b-aa81-c460a575bad8 req-fab73f43-be1f-47d0-a8e1-46a06301a715 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.111796 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f9c9a818-7ded-482b-aa81-c460a575bad8 req-fab73f43-be1f-47d0-a8e1-46a06301a715 tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.59 "DELETE /v2.0/ports/2ce2d661-4e6d-45a6-aee7-6bf1703578ca HTTP/1.1" status: 204 len: 173 time: 0.5864339 Jul 23 16:14:48.112230 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8104837-8012-4749-a098-88c0e179c98c', 'name': 'network-vif-deleted', 'tag': '2ce2d661-4e6d-45a6-aee7-6bf1703578ca'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:14:48.114634 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d181e70-e17d-4a70-82b4-abced917469b" -d '{"events": [{"server_uuid": "b8104837-8012-4749-a098-88c0e179c98c", "name": "network-vif-deleted", "tag": "2ce2d661-4e6d-45a6-aee7-6bf1703578ca"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:14:48.122121 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-06d5a2c7-db05-4f0a-9b52-fddcc6458111 req-2e2e8dab-f144-410b-bf25-d9dac5bda18f tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809455 Jul 23 16:14:48.170329 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12705d8e-1ef8-4428-98c1-8cc940872b5b x-openstack-request-id: req-12705d8e-1ef8-4428-98c1-8cc940872b5b {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:14:48.170625 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8104837-8012-4749-a098-88c0e179c98c", "name": "network-vif-deleted", "tag": "2ce2d661-4e6d-45a6-aee7-6bf1703578ca", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:14:48.170882 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-12705d8e-1ef8-4428-98c1-8cc940872b5b {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:14:48.171316 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8104837-8012-4749-a098-88c0e179c98c', 'name': 'network-vif-deleted', 'tag': '2ce2d661-4e6d-45a6-aee7-6bf1703578ca', 'status': 'completed', 'code': 200} Jul 23 16:14:48.539580 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-fe2f482b-a442-48a4-9e91-837dbe53b959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.616061 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b65e3851-084e-4386-9dfe-2f243454f3f1 req-95abe411-74f4-4a3e-99d4-91863e88ec2a tempest-AttachVolumeNegativeTest-1136421797 tempest-AttachVolumeNegativeTest-1136421797-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8104837-8012-4749-a098-88c0e179c98c HTTP/1.1" status: 200 len: 210 time: 0.0299258 Jul 23 16:14:48.796245 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.991040 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23026ca-3724-478d-9827-99113d4e4e0e req-acd974f1-c739-437d-8dfa-82269999e852 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:48.992604 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d23026ca-3724-478d-9827-99113d4e4e0e req-acd974f1-c739-437d-8dfa-82269999e852 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0734150 Jul 23 16:14:49.033413 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d23026ca-3724-478d-9827-99113d4e4e0e req-c63d49ba-37e5-4820-8743-33ee95d8e52f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350227 Jul 23 16:14:49.241989 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:49.262781 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87caaa-a4c1-4efe-a125-f4c57d157735 req-90f68585-ff8a-4085-b479-17ad317a92d4 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:49.264305 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3e87caaa-a4c1-4efe-a125-f4c57d157735 req-90f68585-ff8a-4085-b479-17ad317a92d4 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0730112 Jul 23 16:14:49.303843 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3e87caaa-a4c1-4efe-a125-f4c57d157735 req-4ff501c0-8c40-4064-bf24-44e55f40b2d8 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335419 Jul 23 16:14:49.683855 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad6cf4-2ab2-4013-ad60-aff519ae8a79 req-b0020a2a-2620-41f1-a9bd-506558553704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:49.685433 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-baad6cf4-2ab2-4013-ad60-aff519ae8a79 req-b0020a2a-2620-41f1-a9bd-506558553704 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c48c39524c134508a8893e4d116cb081&device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 1098 time: 0.0912557 Jul 23 16:14:49.692828 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db00a1-33e3-4116-bcb0-f53885d12331 req-1c53b0c3-7493-4d6e-8100-446bc7e9178b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:49.694149 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b5db00a1-33e3-4116-bcb0-f53885d12331 req-1c53b0c3-7493-4d6e-8100-446bc7e9178b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.1148353 Jul 23 16:14:49.777246 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b5db00a1-33e3-4116-bcb0-f53885d12331 req-74ea832d-0014-4cb7-af2a-e4ec176d912d tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751374 Jul 23 16:14:49.803490 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad6cf4-2ab2-4013-ad60-aff519ae8a79 req-01d0c0ae-d18d-4157-a6e9-de020359eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:49.804975 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-baad6cf4-2ab2-4013-ad60-aff519ae8a79 req-01d0c0ae-d18d-4157-a6e9-de020359eeaf service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9badab1-7eef-4cc8-9a63-26df64f8e639 HTTP/1.1" status: 200 len: 920 time: 0.1100180 Jul 23 16:14:49.826740 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 53534) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:49.852208 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-baad6cf4-2ab2-4013-ad60-aff519ae8a79 req-7e38838b-ada1-4e45-8d79-5d6041c85ab2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6eec52b-01ce-486f-be17-e0bcdf2cf20c HTTP/1.1" status: 200 len: 217 time: 0.0404732 Jul 23 16:14:49.874698 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20fb597-7b91-4fe3-8580-a262a6b1d68f admin admin] Deleting subnet 4115b965-2190-4335-9cf7-bb59d4592a9c {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:14:49.877965 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c20fb597-7b91-4fe3-8580-a262a6b1d68f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:49.902628 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad6cf4-2ab2-4013-ad60-aff519ae8a79 req-2918a199-dc1d-465b-889b-c692b6a5bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:49.904142 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-baad6cf4-2ab2-4013-ad60-aff519ae8a79 req-2918a199-dc1d-465b-889b-c692b6a5bad1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f4224b1-fcef-42fd-9e0a-34138cd1c2de HTTP/1.1" status: 200 len: 859 time: 0.0452402 Jul 23 16:14:49.913331 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c20fb597-7b91-4fe3-8580-a262a6b1d68f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15618264'] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:49.940441 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-baad6cf4-2ab2-4013-ad60-aff519ae8a79 req-fefa6851-5f9a-4b5b-8baa-f171da63a940 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9badab1-7eef-4cc8-9a63-26df64f8e639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283630 Jul 23 16:14:49.957540 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c20fb597-7b91-4fe3-8580-a262a6b1d68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386006'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.011555 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c20fb597-7b91-4fe3-8580-a262a6b1d68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15978212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13960945'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.034445 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-baad6cf4-2ab2-4013-ad60-aff519ae8a79 req-72fad924-2c5e-45d9-b23f-c4bb1c0b0eb5 service neutron] 10.222.0.59 "GET /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863283 Jul 23 16:14:50.039233 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fb597-7b91-4fe3-8580-a262a6b1d68f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4115b965-2190-4335-9cf7-bb59d4592a9c,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:50.041250 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c20fb597-7b91-4fe3-8580-a262a6b1d68f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.043221 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-c20fb597-7b91-4fe3-8580-a262a6b1d68f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4115b965-2190-4335-9cf7-bb59d4592a9c HTTP/1.1" status: 204 len: 168 time: 0.2152517 Jul 23 16:14:50.045717 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 53536) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:50.115972 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-771d06ad-8768-4b97-a47d-076c17b2280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541368'] for network, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.204939 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-771d06ad-8768-4b97-a47d-076c17b2280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385103', 'neutron.services.segments.db._delete_segments_for_network-8727500513675'] for network, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.217413 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-771d06ad-8768-4b97-a47d-076c17b2280a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f88737-3704-4b88-a90c-d3a1937a3184']}} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:50.230098 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-771d06ad-8768-4b97-a47d-076c17b2280a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfb9395-3931-4868-be84-c638fb3b6c72') {'for_net_delete': True} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:50.230412 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-771d06ad-8768-4b97-a47d-076c17b2280a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfb9395-3931-4868-be84-c638fb3b6c72') {} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:50.241072 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-771d06ad-8768-4b97-a47d-076c17b2280a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727500584376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15618273'] for segment, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.256456 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-771d06ad-8768-4b97-a47d-076c17b2280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.263409 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771d06ad-8768-4b97-a47d-076c17b2280a admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:14:50.263911 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-771d06ad-8768-4b97-a47d-076c17b2280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15978078'] for segment, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: Traceback (most recent call last): Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: timer() Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: cb(*args, **kw) Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: return func(*args, **kwargs) Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: self._notify() Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: self.callback(batched_events) Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: event.method(event) Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: return f(self, *a, **k) Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._get(url).json() Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: return self.request(url, 'GET', **kwargs) Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:14:50.265750 dv-cinder-796286-18-iscsi neutron-server[93296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:14:50.331981 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-771d06ad-8768-4b97-a47d-076c17b2280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736162'] for network, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.337949 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-771d06ad-8768-4b97-a47d-076c17b2280a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.340038 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-771d06ad-8768-4b97-a47d-076c17b2280a admin admin] 10.222.0.69 "DELETE /v2.0/networks/97f88737-3704-4b88-a90c-d3a1937a3184 HTTP/1.1" status: 204 len: 168 time: 0.2934341 Jul 23 16:14:50.352541 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d06ad-8768-4b97-a47d-076c17b2280a admin admin] Pushing event deleted for resources: {'Network': ['ID=97f88737-3704-4b88-a90c-d3a1937a3184,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:50.411872 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-baad6cf4-2ab2-4013-ad60-aff519ae8a79 req-041e08e9-01d8-4f9f-ab96-8a57fb5bc85c service neutron] 10.222.0.59 "GET /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700974 Jul 23 16:14:50.441550 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5359aa6-c928-4602-9f9d-adb3f7c47b8c req-dc92171d-ffb3-4fe2-becb-e731d439abb9 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:50.443069 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c5359aa6-c928-4602-9f9d-adb3f7c47b8c req-dc92171d-ffb3-4fe2-becb-e731d439abb9 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.3344996 Jul 23 16:14:50.485767 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c5359aa6-c928-4602-9f9d-adb3f7c47b8c req-9a3b3afc-d8a1-4fa8-8f09-36f55a52f292 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366695 Jul 23 16:14:50.523249 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 53542) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:50.567976 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-ca963f38-d22b-42f2-878c-e7c3454ccd0a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c0ceb3b4162f4cc9821da4ffac30e975&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0435345 Jul 23 16:14:50.570788 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 53544) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:50.623676 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f43fa4b8-9dad-4618-99f1-d513ece950e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.653469 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f43fa4b8-9dad-4618-99f1-d513ece950e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.717264 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f43fa4b8-9dad-4618-99f1-d513ece950e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.721321 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f43fa4b8-9dad-4618-99f1-d513ece950e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.722897 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-f43fa4b8-9dad-4618-99f1-d513ece950e0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bec5c103-cd44-4287-96c1-1b0679ade18c HTTP/1.1" status: 204 len: 168 time: 0.1509790 Jul 23 16:14:50.736575 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43fa4b8-9dad-4618-99f1-d513ece950e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec5c103-cd44-4287-96c1-1b0679ade18c,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:50.912971 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5da92-2336-4f70-867d-7a6ddb594e0c req-d7b2bd3c-54f2-419c-b700-549bbf61a3a4 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:50.914621 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-05e5da92-2336-4f70-867d-7a6ddb594e0c req-d7b2bd3c-54f2-419c-b700-549bbf61a3a4 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0660479 Jul 23 16:14:50.957052 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-05e5da92-2336-4f70-867d-7a6ddb594e0c req-27c2303d-3fd5-42f6-a40c-5d86f96ee562 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363288 Jul 23 16:14:51.049144 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.627521 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a18c9-fd79-479e-8b31-99ca4fee698f req-b47b9b3d-fe64-4cb0-9615-325dee3e21ef tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:51.629170 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b76a18c9-fd79-479e-8b31-99ca4fee698f req-b47b9b3d-fe64-4cb0-9615-325dee3e21ef tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0702627 Jul 23 16:14:51.667253 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b76a18c9-fd79-479e-8b31-99ca4fee698f req-56dddb39-ffa3-4e9c-9c03-72d11bc1b0ad tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321012 Jul 23 16:14:51.798251 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 2ce2d661-4e6d-45a6-aee7-6bf1703578ca no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:14:51.820503 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: 2ce2d661-4e6d-45a6-aee7-6bf1703578ca {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:14:51.820873 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 2ce2d661-4e6d-45a6-aee7-6bf1703578ca not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:14:52.089643 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154733f-bfb0-4f03-95f0-ba0324856208 req-7ecebf3f-f7f1-4053-8d44-a0dada185489 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:52.091454 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3154733f-bfb0-4f03-95f0-ba0324856208 req-7ecebf3f-f7f1-4053-8d44-a0dada185489 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0660229 Jul 23 16:14:52.129879 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3154733f-bfb0-4f03-95f0-ba0324856208 req-69aa74fa-5593-4bd1-9f3f-36297bafc5fa tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326805 Jul 23 16:14:52.818146 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76736fd-c4e0-4275-bbf2-b1fc3b47b87f req-2daaba14-4af0-4e4b-9678-3cff1e5b132e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:52.819676 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d76736fd-c4e0-4275-bbf2-b1fc3b47b87f req-2daaba14-4af0-4e4b-9678-3cff1e5b132e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0798268 Jul 23 16:14:52.862215 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d76736fd-c4e0-4275-bbf2-b1fc3b47b87f req-6cff182c-2f5a-493e-b660-decc7d190217 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368011 Jul 23 16:14:53.268348 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cce579-d8a2-46e4-b521-248e1f519175 req-a3abd611-897d-4da8-9722-4cf501b0ff77 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:53.269845 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-09cce579-d8a2-46e4-b521-248e1f519175 req-a3abd611-897d-4da8-9722-4cf501b0ff77 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0673995 Jul 23 16:14:53.311200 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-09cce579-d8a2-46e4-b521-248e1f519175 req-d79663d5-a865-452a-aecb-1e76adaeed6c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324192 Jul 23 16:14:53.826337 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 90841115-d000-4397-993c-7f1b308f2dfb details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:14:53.935020 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 90841115-d000-4397-993c-7f1b308f2dfb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90841115-d000-4397-993c-7f1b308f2dfb,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:53.947140 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': '90841115-d000-4397-993c-7f1b308f2dfb', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'port_id': '90841115-d000-4397-993c-7f1b308f2dfb', 'mac_address': 'fa:16:3e:01:39:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:14:53.989303 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.003961 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90841115-d000-4397-993c-7f1b308f2dfb {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:14:54.011639 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79920146-b4b1-44fb-9153-eff8755207e3 req-6c2b7a42-530b-4b86-9b35-2d8f0f68cb0a tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:54.012857 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-79920146-b4b1-44fb-9153-eff8755207e3 req-6c2b7a42-530b-4b86-9b35-2d8f0f68cb0a tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 944 time: 0.0703824 Jul 23 16:14:54.035309 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 90841115-d000-4397-993c-7f1b308f2dfb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90841115-d000-4397-993c-7f1b308f2dfb,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:54.040749 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.060264 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-79920146-b4b1-44fb-9153-eff8755207e3 req-f6b9b344-0ee2-47eb-aa91-e342868c3b5d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371823 Jul 23 16:14:54.094520 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=90841115-d000-4397-993c-7f1b308f2dfb,revision_number=9']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:54.101533 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:54.101911 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:54.102252 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:54.102587 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:54.102926 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:54.103293 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:54.103621 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:54.103941 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:54.104260 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:54.104575 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:54.104895 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:54.105210 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:54.519232 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['90841115-d000-4397-993c-7f1b308f2dfb'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:14:55.211751 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfaf9f-722a-4df9-8884-c0311d2dba9b req-d1b9f377-3d96-437f-90f6-697af81a7dbf tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:55.213151 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5fbfaf9f-722a-4df9-8884-c0311d2dba9b req-d1b9f377-3d96-437f-90f6-697af81a7dbf tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 945 time: 0.0737224 Jul 23 16:14:55.253338 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5fbfaf9f-722a-4df9-8884-c0311d2dba9b req-78962e16-c577-40c5-b116-be2bd879bafd tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340095 Jul 23 16:14:55.817454 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 90841115-d000-4397-993c-7f1b308f2dfb up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:55.869800 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port 90841115-d000-4397-993c-7f1b308f2dfb triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:55.870164 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.955848 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.990770 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e05af9-6905-43cf-92d4-4a579677b33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90841115-d000-4397-993c-7f1b308f2dfb'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:14:55.993055 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae95f08-7e78-484f-99f5-cb92a3a234ba" -d '{"events": [{"server_uuid": "73e05af9-6905-43cf-92d4-4a579677b33e", "name": "network-vif-plugged", "status": "completed", "tag": "90841115-d000-4397-993c-7f1b308f2dfb"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:14:56.005990 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 90841115-d000-4397-993c-7f1b308f2dfb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90841115-d000-4397-993c-7f1b308f2dfb,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:56.013081 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.040346 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f54744-73c9-40f4-8e2d-dd989bd14f10 x-openstack-request-id: req-26f54744-73c9-40f4-8e2d-dd989bd14f10 {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:14:56.040657 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e05af9-6905-43cf-92d4-4a579677b33e", "name": "network-vif-plugged", "status": "completed", "tag": "90841115-d000-4397-993c-7f1b308f2dfb", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:14:56.040942 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-26f54744-73c9-40f4-8e2d-dd989bd14f10 {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:14:56.041325 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e05af9-6905-43cf-92d4-4a579677b33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90841115-d000-4397-993c-7f1b308f2dfb', 'code': 200} Jul 23 16:14:56.066247 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=90841115-d000-4397-993c-7f1b308f2dfb,revision_number=10']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:56.395348 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c77b3-3eb1-45f6-963e-dc78cbceeb7e req-bdb00a5c-8019-472b-b66c-d3905f86d7b3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:56.397432 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-037c77b3-3eb1-45f6-963e-dc78cbceeb7e req-bdb00a5c-8019-472b-b66c-d3905f86d7b3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 947 time: 0.0680864 Jul 23 16:14:56.437139 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-037c77b3-3eb1-45f6-963e-dc78cbceeb7e req-ff530196-3de1-4ebd-beaf-bc2c367bfa8d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343075 Jul 23 16:14:56.629859 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65347bb7-e71e-43d8-9469-d9b24850fb26 req-765be18f-a572-4da2-be33-65063b27e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:56.631640 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-65347bb7-e71e-43d8-9469-d9b24850fb26 req-765be18f-a572-4da2-be33-65063b27e510 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 1100 time: 0.0597749 Jul 23 16:14:56.668625 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-65347bb7-e71e-43d8-9469-d9b24850fb26 req-ab3da223-0dd4-49b7-82b6-1cb79f92c9f3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296688 Jul 23 16:14:57.581552 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee96995-436b-4a01-8274-f3937b7b0964 req-ca974331-0547-4172-bbde-2f8404b056b3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:57.583044 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5ee96995-436b-4a01-8274-f3937b7b0964 req-ca974331-0547-4172-bbde-2f8404b056b3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 947 time: 0.0689042 Jul 23 16:14:57.631265 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5ee96995-436b-4a01-8274-f3937b7b0964 req-82367835-1617-4364-9bdc-cdef107f175b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420234 Jul 23 16:14:58.321668 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883a227-5c12-42cc-b563-2918bb141bfb req-1d83a345-d434-4928-96e7-e2fddf76c58d tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:58.323188 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b883a227-5c12-42cc-b563-2918bb141bfb req-1d83a345-d434-4928-96e7-e2fddf76c58d tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0686722 Jul 23 16:14:58.362675 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b883a227-5c12-42cc-b563-2918bb141bfb req-a44dcc5b-199b-4bad-8568-77b3066b9656 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335450 Jul 23 16:14:58.785118 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b8f0e-cc36-4571-a344-ce589e69b577 req-4818eaf3-b424-44b7-b173-2d49fd4ad72d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:58.786667 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2c6b8f0e-cc36-4571-a344-ce589e69b577 req-4818eaf3-b424-44b7-b173-2d49fd4ad72d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 947 time: 0.0682836 Jul 23 16:14:58.826744 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2c6b8f0e-cc36-4571-a344-ce589e69b577 req-0ccf6dfb-b6ac-435a-92e5-4d3be43ff205 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343816 Jul 23 16:14:59.507125 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1669ad-7da7-463f-8f24-086e6171feb1 req-9ca0da0b-6de5-4aea-99d5-3350f7bf8d60 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:59.508743 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9f1669ad-7da7-463f-8f24-086e6171feb1 req-9ca0da0b-6de5-4aea-99d5-3350f7bf8d60 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0748520 Jul 23 16:14:59.559358 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9f1669ad-7da7-463f-8f24-086e6171feb1 req-f64692d2-3008-4656-841d-1ddb1e774233 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443976 Jul 23 16:14:59.980965 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fd5c2-31f3-4d47-9d38-223fc6ef1674 req-5e926794-39fa-43da-90e7-fbd6d44da950 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:59.986060 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4d0fd5c2-31f3-4d47-9d38-223fc6ef1674 req-5e926794-39fa-43da-90e7-fbd6d44da950 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 947 time: 0.0788229 Jul 23 16:15:00.024588 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4d0fd5c2-31f3-4d47-9d38-223fc6ef1674 req-9b7fd380-5708-4a78-8868-4c68c704a496 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360761 Jul 23 16:15:00.697969 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:15:00.719632 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e068-9b3b-4223-9709-d78d055e9deb req-1ea3afcc-f10b-457f-bc13-29db08f38cb2 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:00.721278 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ffc9e068-9b3b-4223-9709-d78d055e9deb req-1ea3afcc-f10b-457f-bc13-29db08f38cb2 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0812836 Jul 23 16:15:00.761338 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ffc9e068-9b3b-4223-9709-d78d055e9deb req-4f993fa1-ddfe-4210-9b0c-c2e800a8a071 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336573 Jul 23 16:15:01.828942 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b26690-419c-4887-bdd2-a05995a3a2b8 req-f8f493e9-a23f-40ab-a2c4-47a368f233d6 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:01.830412 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-70b26690-419c-4887-bdd2-a05995a3a2b8 req-f8f493e9-a23f-40ab-a2c4-47a368f233d6 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.59 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.0689797 Jul 23 16:15:01.958348 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60523f3-8373-4f41-a5f2-b80161a7f786 req-74dbc5a5-594c-4642-b5f3-b2ad9c5feb3d tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:01.959888 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c60523f3-8373-4f41-a5f2-b80161a7f786 req-74dbc5a5-594c-4642-b5f3-b2ad9c5feb3d tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 945 time: 0.1263986 Jul 23 16:15:01.993748 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-70b26690-419c-4887-bdd2-a05995a3a2b8 req-79e20985-280e-4dee-b85a-003e87ee591b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Deleting port a8e7d992-f78a-4bc0-bea0-01af5ccc2081 {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:15:01.994083 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-70b26690-419c-4887-bdd2-a05995a3a2b8 req-79e20985-280e-4dee-b85a-003e87ee591b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:02.036593 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c60523f3-8373-4f41-a5f2-b80161a7f786 req-245360d2-50b7-451c-abc5-7c735db514a7 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697956 Jul 23 16:15:02.111068 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-70b26690-419c-4887-bdd2-a05995a3a2b8 req-79e20985-280e-4dee-b85a-003e87ee591b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] For port a8e7d992-f78a-4bc0-bea0-01af5ccc2081, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a8e7d992-f78a-4bc0-bea0-01af5ccc2081,segment=NetworkSegment(71ad965a-d3be-4f90-97a1-97fd990ce886),segment_id=71ad965a-d3be-4f90-97a1-97fd990ce886)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:02.111543 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-70b26690-419c-4887-bdd2-a05995a3a2b8 req-79e20985-280e-4dee-b85a-003e87ee591b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:02.126164 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-70b26690-419c-4887-bdd2-a05995a3a2b8 req-79e20985-280e-4dee-b85a-003e87ee591b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Calling delete_port for a8e7d992-f78a-4bc0-bea0-01af5ccc2081 owned by compute:nova {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:15:02.280003 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-70b26690-419c-4887-bdd2-a05995a3a2b8 req-79e20985-280e-4dee-b85a-003e87ee591b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:02.309564 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e20985-280e-4dee-b85a-003e87ee591b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Pushing event deleted for resources: {'Port': ['ID=a8e7d992-f78a-4bc0-bea0-01af5ccc2081,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:02.326933 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['f6eec52b-01ce-486f-be17-e0bcdf2cf20c', 'a8e7d992-f78a-4bc0-bea0-01af5ccc2081'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:15:02.355895 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b26690-419c-4887-bdd2-a05995a3a2b8 req-79e20985-280e-4dee-b85a-003e87ee591b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] No DVR routers for this DVR port a8e7d992-f78a-4bc0-bea0-01af5ccc2081 on host hv-cinder-79628 {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:15:02.358612 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-70b26690-419c-4887-bdd2-a05995a3a2b8 req-79e20985-280e-4dee-b85a-003e87ee591b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:02.360938 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-70b26690-419c-4887-bdd2-a05995a3a2b8 req-79e20985-280e-4dee-b85a-003e87ee591b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.59 "DELETE /v2.0/ports/a8e7d992-f78a-4bc0-bea0-01af5ccc2081 HTTP/1.1" status: 204 len: 173 time: 0.5188503 Jul 23 16:15:02.361393 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2432d876-6b4a-4338-a314-653d5942a39f', 'name': 'network-vif-deleted', 'tag': 'a8e7d992-f78a-4bc0-bea0-01af5ccc2081'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:02.363735 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc347099-1b54-45ec-b889-acc5ea903eec" -d '{"events": [{"server_uuid": "2432d876-6b4a-4338-a314-653d5942a39f", "name": "network-vif-deleted", "tag": "a8e7d992-f78a-4bc0-bea0-01af5ccc2081"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:02.400761 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6c4c0d-d5ca-4a19-ac99-ffea3f95fad9 x-openstack-request-id: req-8e6c4c0d-d5ca-4a19-ac99-ffea3f95fad9 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:02.401136 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2432d876-6b4a-4338-a314-653d5942a39f", "name": "network-vif-deleted", "tag": "a8e7d992-f78a-4bc0-bea0-01af5ccc2081", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:02.401458 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e6c4c0d-d5ca-4a19-ac99-ffea3f95fad9 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:02.401917 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2432d876-6b4a-4338-a314-653d5942a39f', 'name': 'network-vif-deleted', 'tag': 'a8e7d992-f78a-4bc0-bea0-01af5ccc2081', 'status': 'completed', 'code': 200} Jul 23 16:15:03.157513 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-533886d6-e258-4661-9a30-5af3a12c1b1d req-cc552f94-a800-46e6-8895-450fab2d6dae tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=2432d876-6b4a-4338-a314-653d5942a39f HTTP/1.1" status: 200 len: 210 time: 0.0350394 Jul 23 16:15:04.487505 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c6be2-2c81-4473-bb4c-fa639d0c495a req-0ccf0da4-8192-467d-a7be-0cf75f032f79 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:04.489104 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b09c6be2-2c81-4473-bb4c-fa639d0c495a req-0ccf0da4-8192-467d-a7be-0cf75f032f79 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0655942 Jul 23 16:15:04.527421 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b09c6be2-2c81-4473-bb4c-fa639d0c495a req-79bf29b0-f4c8-471d-903f-0149608db26a tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325689 Jul 23 16:15:05.682132 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b1ca5-54dc-4263-838b-50455f9b72f3 req-4f64a87e-8e62-47ca-b24f-b3277bba9fad tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:05.683763 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-740b1ca5-54dc-4263-838b-50455f9b72f3 req-4f64a87e-8e62-47ca-b24f-b3277bba9fad tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0780594 Jul 23 16:15:05.722986 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-740b1ca5-54dc-4263-838b-50455f9b72f3 req-5b6250dc-b6a8-42c3-aeb9-221fb5e55a6c tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334582 Jul 23 16:15:05.845407 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device a8e7d992-f78a-4bc0-bea0-01af5ccc2081 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:15:05.868951 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: a8e7d992-f78a-4bc0-bea0-01af5ccc2081 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:15:05.869265 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device a8e7d992-f78a-4bc0-bea0-01af5ccc2081 not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:15:06.871063 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778b101-3c45-4ad3-a7c8-0362b2a9dc69 req-c0e18fae-8e5f-4953-8a05-d9234db64a7b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:06.872640 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9778b101-3c45-4ad3-a7c8-0362b2a9dc69 req-c0e18fae-8e5f-4953-8a05-d9234db64a7b tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0763919 Jul 23 16:15:06.913387 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9778b101-3c45-4ad3-a7c8-0362b2a9dc69 req-bd2b9c6d-b4b6-4d8a-99f0-ba41cb68c8b9 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349147 Jul 23 16:15:07.721082 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 53872) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:07.826551 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d9b2886e-41b8-4c4d-8544-c93605c66e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:07.921425 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d9b2886e-41b8-4c4d-8544-c93605c66e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:07.928222 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d9b2886e-41b8-4c4d-8544-c93605c66e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:07.968317 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d9b2886e-41b8-4c4d-8544-c93605c66e90 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4bcd7edf838e4df781d41a603233f6be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460325 Jul 23 16:15:07.969338 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2886e-41b8-4c4d-8544-c93605c66e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de3c822-28f9-4917-bbbb-e0933dff0502,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:07.971138 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 53878) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:08.057854 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-470c0f00-c63c-4555-add7-a9db72a6a839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.091467 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e10964-1545-43e4-b08b-fcaeda102949 req-52348a11-a63e-46b1-a4ab-9b760004e1c0 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:08.092972 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b7e10964-1545-43e4-b08b-fcaeda102949 req-52348a11-a63e-46b1-a4ab-9b760004e1c0 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.1042118 Jul 23 16:15:08.094787 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-470c0f00-c63c-4555-add7-a9db72a6a839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.159366 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b7e10964-1545-43e4-b08b-fcaeda102949 req-4d9f4402-3905-410c-97f6-dea2c637e2f7 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578516 Jul 23 16:15:08.179226 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-470c0f00-c63c-4555-add7-a9db72a6a839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.181820 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-470c0f00-c63c-4555-add7-a9db72a6a839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.183025 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-470c0f00-c63c-4555-add7-a9db72a6a839 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7de3c822-28f9-4917-bbbb-e0933dff0502 HTTP/1.1" status: 204 len: 168 time: 0.2093668 Jul 23 16:15:08.191418 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c0f00-c63c-4555-add7-a9db72a6a839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de3c822-28f9-4917-bbbb-e0933dff0502,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:08.512666 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 53884) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:08.530396 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f2beb131-0466-4879-9777-0ed4e8f69433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.623121 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f2beb131-0466-4879-9777-0ed4e8f69433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.628454 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f2beb131-0466-4879-9777-0ed4e8f69433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.666755 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-f2beb131-0466-4879-9777-0ed4e8f69433 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3d8dc55a6dff4422a2f5cb8ede11b7fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528339 Jul 23 16:15:08.667525 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2beb131-0466-4879-9777-0ed4e8f69433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d784366-43dc-4d74-a9c4-6ed5fab5904a,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:08.669703 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 53886) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:08.724122 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-082756ee-3903-4a90-abc0-35b88855e0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.746697 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-082756ee-3903-4a90-abc0-35b88855e0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.798138 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-082756ee-3903-4a90-abc0-35b88855e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.801883 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-082756ee-3903-4a90-abc0-35b88855e0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.803481 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-082756ee-3903-4a90-abc0-35b88855e0a7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d784366-43dc-4d74-a9c4-6ed5fab5904a HTTP/1.1" status: 204 len: 168 time: 0.1326337 Jul 23 16:15:08.813135 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082756ee-3903-4a90-abc0-35b88855e0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d784366-43dc-4d74-a9c4-6ed5fab5904a,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:09.299020 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72d913-4774-463f-b1a6-4ead7935efc8 req-5d65fb70-1679-412e-abc2-176888f7b6d5 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:09.300593 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6e72d913-4774-463f-b1a6-4ead7935efc8 req-5d65fb70-1679-412e-abc2-176888f7b6d5 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0681436 Jul 23 16:15:09.348007 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6e72d913-4774-463f-b1a6-4ead7935efc8 req-84b67b6c-539e-4bc6-94d9-cdf23f5bd88e tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414698 Jul 23 16:15:09.946365 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 53918) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:10.067596 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-395fe721-1dda-431b-9657-7f73fd6219a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:10.166912 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-395fe721-1dda-431b-9657-7f73fd6219a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:10.172447 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-395fe721-1dda-431b-9657-7f73fd6219a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:10.211258 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-395fe721-1dda-431b-9657-7f73fd6219a7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=91722d78c397441497bfe19eb0fa9f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627542 Jul 23 16:15:10.211907 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fe721-1dda-431b-9657-7f73fd6219a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4122f2c6-a2ef-4ed5-a681-80782039882a,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:10.214986 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 53922) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:10.269677 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b004ce55-9131-43e4-a2bb-a9b183da7907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:10.298741 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b004ce55-9131-43e4-a2bb-a9b183da7907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:10.349671 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b004ce55-9131-43e4-a2bb-a9b183da7907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:10.352567 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b004ce55-9131-43e4-a2bb-a9b183da7907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:10.353786 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b004ce55-9131-43e4-a2bb-a9b183da7907 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4122f2c6-a2ef-4ed5-a681-80782039882a HTTP/1.1" status: 204 len: 168 time: 0.1370027 Jul 23 16:15:10.361993 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004ce55-9131-43e4-a2bb-a9b183da7907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4122f2c6-a2ef-4ed5-a681-80782039882a,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:10.370426 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ce55-9131-43e4-a2bb-a9b183da7907 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:10.370776 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ce55-9131-43e4-a2bb-a9b183da7907 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:10.371281 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ce55-9131-43e4-a2bb-a9b183da7907 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:10.372686 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ce55-9131-43e4-a2bb-a9b183da7907 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:10.372686 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ce55-9131-43e4-a2bb-a9b183da7907 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:10.372686 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ce55-9131-43e4-a2bb-a9b183da7907 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:10.372686 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ce55-9131-43e4-a2bb-a9b183da7907 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:10.373788 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ce55-9131-43e4-a2bb-a9b183da7907 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:10.373788 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ce55-9131-43e4-a2bb-a9b183da7907 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:10.373788 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ce55-9131-43e4-a2bb-a9b183da7907 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:10.373788 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ce55-9131-43e4-a2bb-a9b183da7907 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:10.374112 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ce55-9131-43e4-a2bb-a9b183da7907 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:10.495862 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886ea2d-6677-4901-9b3f-4f5a5a8c600c req-8ebf17c6-7c09-467e-9f00-1f229e0e445d tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:10.499837 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b886ea2d-6677-4901-9b3f-4f5a5a8c600c req-8ebf17c6-7c09-467e-9f00-1f229e0e445d tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0791829 Jul 23 16:15:10.550161 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b886ea2d-6677-4901-9b3f-4f5a5a8c600c req-daa7df2b-ac16-40ac-894c-719769b7a61f tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465336 Jul 23 16:15:11.698568 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c194378-a80c-41fd-8430-e6fadd44c738 req-18fc1b4b-35b4-4ecd-9f19-c8e9b3a7d336 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:11.700560 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2c194378-a80c-41fd-8430-e6fadd44c738 req-18fc1b4b-35b4-4ecd-9f19-c8e9b3a7d336 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0800500 Jul 23 16:15:11.744454 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2c194378-a80c-41fd-8430-e6fadd44c738 req-f2a617a3-cefc-4071-afde-957afa79cae9 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380738 Jul 23 16:15:11.937888 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d16b1-d14e-4373-b346-955b3ea23b7f req-b4aea67b-90a3-487d-a6f9-f76a93df32a1 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:11.939387 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-680d16b1-d14e-4373-b346-955b3ea23b7f req-b4aea67b-90a3-487d-a6f9-f76a93df32a1 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.59 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 945 time: 0.0671749 Jul 23 16:15:12.050067 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-680d16b1-d14e-4373-b346-955b3ea23b7f req-046d6bce-6bdd-42b7-8144-0a74edb8ed55 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Deleting port f6eec52b-01ce-486f-be17-e0bcdf2cf20c {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:15:12.050412 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-680d16b1-d14e-4373-b346-955b3ea23b7f req-046d6bce-6bdd-42b7-8144-0a74edb8ed55 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:12.145845 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-680d16b1-d14e-4373-b346-955b3ea23b7f req-046d6bce-6bdd-42b7-8144-0a74edb8ed55 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] For port f6eec52b-01ce-486f-be17-e0bcdf2cf20c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f6eec52b-01ce-486f-be17-e0bcdf2cf20c,segment=NetworkSegment(71ad965a-d3be-4f90-97a1-97fd990ce886),segment_id=71ad965a-d3be-4f90-97a1-97fd990ce886)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:12.146204 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-680d16b1-d14e-4373-b346-955b3ea23b7f req-046d6bce-6bdd-42b7-8144-0a74edb8ed55 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:12.159050 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-680d16b1-d14e-4373-b346-955b3ea23b7f req-046d6bce-6bdd-42b7-8144-0a74edb8ed55 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Calling delete_port for f6eec52b-01ce-486f-be17-e0bcdf2cf20c owned by compute:nova {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:15:12.184922 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:12.305648 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-680d16b1-d14e-4373-b346-955b3ea23b7f req-046d6bce-6bdd-42b7-8144-0a74edb8ed55 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:12.340173 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d6bce-6bdd-42b7-8144-0a74edb8ed55 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Pushing event deleted for resources: {'Port': ['ID=f6eec52b-01ce-486f-be17-e0bcdf2cf20c,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:12.352050 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['f6eec52b-01ce-486f-be17-e0bcdf2cf20c'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:15:12.384598 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [req-680d16b1-d14e-4373-b346-955b3ea23b7f req-046d6bce-6bdd-42b7-8144-0a74edb8ed55 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] No DVR routers for this DVR port f6eec52b-01ce-486f-be17-e0bcdf2cf20c on host hv-cinder-79628 {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:15:12.387467 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-680d16b1-d14e-4373-b346-955b3ea23b7f req-046d6bce-6bdd-42b7-8144-0a74edb8ed55 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:12.389813 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-680d16b1-d14e-4373-b346-955b3ea23b7f req-046d6bce-6bdd-42b7-8144-0a74edb8ed55 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.59 "DELETE /v2.0/ports/f6eec52b-01ce-486f-be17-e0bcdf2cf20c HTTP/1.1" status: 204 len: 173 time: 0.4394965 Jul 23 16:15:12.390374 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97030fd2-1c83-4ff5-95f4-48b08f817502', 'name': 'network-vif-deleted', 'tag': 'f6eec52b-01ce-486f-be17-e0bcdf2cf20c'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:12.392749 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1d3c8b-dd01-4345-a30c-62ca070e17b1" -d '{"events": [{"server_uuid": "97030fd2-1c83-4ff5-95f4-48b08f817502", "name": "network-vif-deleted", "tag": "f6eec52b-01ce-486f-be17-e0bcdf2cf20c"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:12.413991 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d984a9e6-0aee-4aea-9a03-719dba55bc7b req-3cabeb09-af99-4a40-967c-f66145ffd69e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0633023 Jul 23 16:15:12.430441 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab193028-b216-45ac-b4d2-eb54fe938b5e x-openstack-request-id: req-ab193028-b216-45ac-b4d2-eb54fe938b5e {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:12.430729 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97030fd2-1c83-4ff5-95f4-48b08f817502", "name": "network-vif-deleted", "tag": "f6eec52b-01ce-486f-be17-e0bcdf2cf20c", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:12.430976 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ab193028-b216-45ac-b4d2-eb54fe938b5e {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:12.431402 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97030fd2-1c83-4ff5-95f4-48b08f817502', 'name': 'network-vif-deleted', 'tag': 'f6eec52b-01ce-486f-be17-e0bcdf2cf20c', 'status': 'completed', 'code': 200} Jul 23 16:15:12.563619 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984a9e6-0aee-4aea-9a03-719dba55bc7b req-44549c86-9567-46d0-8001-9fa145a62a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:12.565122 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d984a9e6-0aee-4aea-9a03-719dba55bc7b req-44549c86-9567-46d0-8001-9fa145a62a28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ab7fd8f81d14fd087b62a6b970688a2&device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 1100 time: 0.0644407 Jul 23 16:15:12.717814 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984a9e6-0aee-4aea-9a03-719dba55bc7b req-48420397-6b03-4d8a-9fd7-7794f286d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:12.720350 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d984a9e6-0aee-4aea-9a03-719dba55bc7b req-48420397-6b03-4d8a-9fd7-7794f286d688 service neutron] 10.222.0.59 "GET /v2.0/networks?id=74cc12e8-e460-4b21-8f86-7828dd99c3c6 HTTP/1.1" status: 200 len: 918 time: 0.1204343 Jul 23 16:15:12.814402 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d984a9e6-0aee-4aea-9a03-719dba55bc7b req-75323968-9147-4646-93dc-6caf301d03d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90841115-d000-4397-993c-7f1b308f2dfb HTTP/1.1" status: 200 len: 1001 time: 0.0839837 Jul 23 16:15:12.876503 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ad1912c7-7ec7-4d89-8e1b-287dc70b8104 req-f9ddbb77-f39d-4577-8c9d-4c92a4ae7813 tempest-ServerRescueNegativeTestJSON-813504100 tempest-ServerRescueNegativeTestJSON-813504100-project] 10.222.0.69 "GET /v2.0/ports?device_id=97030fd2-1c83-4ff5-95f4-48b08f817502 HTTP/1.1" status: 200 len: 210 time: 0.0383673 Jul 23 16:15:12.877064 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984a9e6-0aee-4aea-9a03-719dba55bc7b req-fff155c5-fee1-411d-a311-642fa78c1e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:12.877951 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d984a9e6-0aee-4aea-9a03-719dba55bc7b req-fff155c5-fee1-411d-a311-642fa78c1e92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=16a96ff4-9135-4297-8f4d-e0300b0cc0f6 HTTP/1.1" status: 200 len: 856 time: 0.0457358 Jul 23 16:15:12.941488 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984a9e6-0aee-4aea-9a03-719dba55bc7b req-c51182f4-3257-4311-a956-f0d505fd566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:12.943073 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d984a9e6-0aee-4aea-9a03-719dba55bc7b req-c51182f4-3257-4311-a956-f0d505fd566d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74cc12e8-e460-4b21-8f86-7828dd99c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549753 Jul 23 16:15:13.056253 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d984a9e6-0aee-4aea-9a03-719dba55bc7b req-4676fe93-16f3-4f50-9d5b-63921444e933 service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048141 Jul 23 16:15:13.169547 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-d984a9e6-0aee-4aea-9a03-719dba55bc7b req-9324451a-4bff-4ee9-a9bd-947faed691e8 service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956240 Jul 23 16:15:13.941827 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 54002) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:14.372090 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-47f1db35-5d81-4ce0-a2c8-011ba132bd40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729351'] for router_interface, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.551102 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 54010) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:14.656788 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4ff292a5-4a82-45e9-a6d8-684012cba7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.686423 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-47f1db35-5d81-4ce0-a2c8-011ba132bd40 admin admin] Deleting port 054412a1-2b5c-410d-bc08-2e3c45ded1b8 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:15:14.686771 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-47f1db35-5d81-4ce0-a2c8-011ba132bd40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.782271 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-47f1db35-5d81-4ce0-a2c8-011ba132bd40 admin admin] For port 054412a1-2b5c-410d-bc08-2e3c45ded1b8, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=054412a1-2b5c-410d-bc08-2e3c45ded1b8,segment=NetworkSegment(71ad965a-d3be-4f90-97a1-97fd990ce886),segment_id=71ad965a-d3be-4f90-97a1-97fd990ce886)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:14.782521 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4ff292a5-4a82-45e9-a6d8-684012cba7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.782623 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-47f1db35-5d81-4ce0-a2c8-011ba132bd40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.788520 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4ff292a5-4a82-45e9-a6d8-684012cba7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.799066 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-47f1db35-5d81-4ce0-a2c8-011ba132bd40 admin admin] Calling delete_port for 054412a1-2b5c-410d-bc08-2e3c45ded1b8 owned by network:router_interface {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:15:14.834861 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-4ff292a5-4a82-45e9-a6d8-684012cba7f4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c87889e361d449f84c7f8e2dec5383e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839599 Jul 23 16:15:14.835863 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 54018) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:14.851737 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff292a5-4a82-45e9-a6d8-684012cba7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7621deb-1207-4a2f-8427-3024893ce22a,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:14.897459 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f5961d78-1639-487c-8966-8f443f9aa37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.949489 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f5961d78-1639-487c-8966-8f443f9aa37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:15.040936 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f5961d78-1639-487c-8966-8f443f9aa37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:15.044131 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f5961d78-1639-487c-8966-8f443f9aa37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:15.045337 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-f5961d78-1639-487c-8966-8f443f9aa37c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a7621deb-1207-4a2f-8427-3024893ce22a HTTP/1.1" status: 204 len: 168 time: 0.2070804 Jul 23 16:15:15.058983 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-47f1db35-5d81-4ce0-a2c8-011ba132bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:15.067049 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5961d78-1639-487c-8966-8f443f9aa37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7621deb-1207-4a2f-8427-3024893ce22a,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:15.092559 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1db35-5d81-4ce0-a2c8-011ba132bd40 admin admin] Pushing event deleted for resources: {'Port': ['ID=054412a1-2b5c-410d-bc08-2e3c45ded1b8,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:15.099363 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7f894-108f-4258-b340-1440332cf1c0 req-5603114f-a4ba-4129-8dc4-c456653a4ab3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:15.101137 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-afa7f894-108f-4258-b340-1440332cf1c0 req-5603114f-a4ba-4129-8dc4-c456653a4ab3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.1113081 Jul 23 16:15:15.142868 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-afa7f894-108f-4258-b340-1440332cf1c0 req-7e81c182-940d-4359-946c-fa9e90f955d0 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358005 Jul 23 16:15:15.262369 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-47f1db35-5d81-4ce0-a2c8-011ba132bd40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728529'] for router_interface, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:15.731971 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f1db35-5d81-4ce0-a2c8-011ba132bd40 admin admin] Router 6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:15:15.803010 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd32d-638c-4ab5-873a-e5ae115025e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:15.842914 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f1db35-5d81-4ce0-a2c8-011ba132bd40 admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:15:15.848239 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-47f1db35-5d81-4ce0-a2c8-011ba132bd40 admin admin] 10.222.0.69 "PUT /v2.0/routers/6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9053717 Jul 23 16:15:15.850809 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 54044) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:15.855980 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e003c-0e8c-49a9-94f9-681171ab0604 None None] Sync routers for ids ['6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:15:15.869891 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e003c-0e8c-49a9-94f9-681171ab0604 None None] Routers {'6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:15:15.870534 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-004e003c-0e8c-49a9-94f9-681171ab0604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:14:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:15.908832 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device f6eec52b-01ce-486f-be17-e0bcdf2cf20c no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:15:15.928901 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: f6eec52b-01ce-486f-be17-e0bcdf2cf20c {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:15:15.929625 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device f6eec52b-01ce-486f-be17-e0bcdf2cf20c not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:15:15.968265 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e5047c63-4606-43b0-bfab-2605176a0e32 admin admin] Notify callbacks [] for router, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:15.983845 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-004e003c-0e8c-49a9-94f9-681171ab0604 None None] Set router 6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:15:16.109954 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e5047c63-4606-43b0-bfab-2605176a0e32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.178407 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-e5047c63-4606-43b0-bfab-2605176a0e32 admin admin] Deleting port 24926e84-ee8e-4c64-b196-36e6dd5c73b4 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:15:16.178748 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e5047c63-4606-43b0-bfab-2605176a0e32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.191645 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-004e003c-0e8c-49a9-94f9-681171ab0604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'name': 'tempest-ServerRescueNegativeTestJSON-1773991139-router', 'tenant_id': 'c48c39524c134508a8893e4d116cb081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '24926e84-ee8e-4c64-b196-36e6dd5c73b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:07Z', 'updated_at': '2021-07-23T16:15:14Z', 'revision_number': 5, 'project_id': 'c48c39524c134508a8893e4d116cb081', 'gw_port': {'id': '24926e84-ee8e-4c64-b196-36e6dd5c73b4', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:08Z', 'updated_at': '2021-07-23T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:16.229015 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e003c-0e8c-49a9-94f9-681171ab0604 None None] Checking router: 6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03 for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:15:16.238086 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e003c-0e8c-49a9-94f9-681171ab0604 None None] Routers {'6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:15:16.239045 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-004e003c-0e8c-49a9-94f9-681171ab0604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:14:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:16.282952 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed85f8-89dd-4529-9a00-8dbd464ead31 req-468bbc70-75d8-4502-b4ac-bad46961dde4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:16.284666 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a7ed85f8-89dd-4529-9a00-8dbd464ead31 req-468bbc70-75d8-4502-b4ac-bad46961dde4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0676987 Jul 23 16:15:16.293963 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-e5047c63-4606-43b0-bfab-2605176a0e32 admin admin] For port 24926e84-ee8e-4c64-b196-36e6dd5c73b4, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=24926e84-ee8e-4c64-b196-36e6dd5c73b4,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:16.294602 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e5047c63-4606-43b0-bfab-2605176a0e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.310451 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-e5047c63-4606-43b0-bfab-2605176a0e32 admin admin] Calling delete_port for 24926e84-ee8e-4c64-b196-36e6dd5c73b4 owned by network:router_gateway {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:15:16.334396 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a7ed85f8-89dd-4529-9a00-8dbd464ead31 req-477b8f5c-f187-4fee-b2aa-f931261d252c tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418954 Jul 23 16:15:16.345480 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-004e003c-0e8c-49a9-94f9-681171ab0604 None None] Set router 6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03 gateway port host: None {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:15:16.409532 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-004e003c-0e8c-49a9-94f9-681171ab0604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'name': 'tempest-ServerRescueNegativeTestJSON-1773991139-router', 'tenant_id': 'c48c39524c134508a8893e4d116cb081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:07Z', 'updated_at': '2021-07-23T16:15:16Z', 'revision_number': 6, 'project_id': 'c48c39524c134508a8893e4d116cb081', 'gw_port_host': None}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:16.445008 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e003c-0e8c-49a9-94f9-681171ab0604 None None] The sync data for ids ['6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03'] in dv-cinder-796286-18-iscsi is: [{'id': '6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03', 'name': 'tempest-ServerRescueNegativeTestJSON-1773991139-router', 'tenant_id': 'c48c39524c134508a8893e4d116cb081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:07Z', 'updated_at': '2021-07-23T16:15:16Z', 'revision_number': 6, 'project_id': 'c48c39524c134508a8893e4d116cb081', 'gw_port_host': None}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:15:16.509448 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e5047c63-4606-43b0-bfab-2605176a0e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.536049 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5047c63-4606-43b0-bfab-2605176a0e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=24926e84-ee8e-4c64-b196-36e6dd5c73b4,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:16.609066 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e5047c63-4606-43b0-bfab-2605176a0e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1735942'] for router_gateway, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.717446 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e5047c63-4606-43b0-bfab-2605176a0e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.720002 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e5047c63-4606-43b0-bfab-2605176a0e32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.792052 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e5047c63-4606-43b0-bfab-2605176a0e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1708002'] for router, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.792955 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5047c63-4606-43b0-bfab-2605176a0e32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03 {{(pid=93296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:15:16.799348 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e5047c63-4606-43b0-bfab-2605176a0e32 admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.802920 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-e5047c63-4606-43b0-bfab-2605176a0e32 admin admin] 10.222.0.69 "DELETE /v2.0/routers/6504407b-2a2c-4b4b-8ddd-e6cfdebe9e03 HTTP/1.1" status: 204 len: 168 time: 0.9487712 Jul 23 16:15:16.803323 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 54072) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:16.888944 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b700c87-b9b4-460c-b92d-121c41a12fbe admin admin] Deleting subnet 4f4224b1-fcef-42fd-9e0a-34138cd1c2de {{(pid=93297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:15:16.892629 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9b700c87-b9b4-460c-b92d-121c41a12fbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.938191 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9b700c87-b9b4-460c-b92d-121c41a12fbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14844536'] for subnet, precommit_delete_associations {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.940269 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 054412a1-2b5c-410d-bc08-2e3c45ded1b8 no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:15:16.962208 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 054412a1-2b5c-410d-bc08-2e3c45ded1b8 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:15:16.962842 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 054412a1-2b5c-410d-bc08-2e3c45ded1b8 not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:15:16.980855 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9b700c87-b9b4-460c-b92d-121c41a12fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386006'] for subnet, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.038760 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9b700c87-b9b4-460c-b92d-121c41a12fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14480353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13107856'] for subnet, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.065667 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b700c87-b9b4-460c-b92d-121c41a12fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f4224b1-fcef-42fd-9e0a-34138cd1c2de,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:17.069507 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9b700c87-b9b4-460c-b92d-121c41a12fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.071472 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-9b700c87-b9b4-460c-b92d-121c41a12fbe admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4f4224b1-fcef-42fd-9e0a-34138cd1c2de HTTP/1.1" status: 204 len: 168 time: 0.2670259 Jul 23 16:15:17.074304 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 54078) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:17.150718 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541368'] for network, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.233118 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385103', 'neutron.services.segments.db._delete_segments_for_network-8727500513675'] for network, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.243564 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.services.segments.db [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9badab1-7eef-4cc8-9a63-26df64f8e639']}} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:17.259657 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.services.segments.db [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ad965a-d3be-4f90-97a1-97fd990ce886') {'for_net_delete': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:17.259950 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.services.segments.db [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ad965a-d3be-4f90-97a1-97fd990ce886') {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:17.276102 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727500584376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14844481'] for segment, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.297934 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.307844 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=93297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:15:17.308342 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14480219'] for segment, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: Traceback (most recent call last): Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: timer() Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: cb(*args, **kw) Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: return func(*args, **kwargs) Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: self._notify() Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: self.callback(batched_events) Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: event.method(event) Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: return f(self, *a, **k) Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: return self._get(url).json() Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: return self.request(url, 'GET', **kwargs) Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:15:17.318174 dv-cinder-796286-18-iscsi neutron-server[93297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:15:17.398047 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736162'] for network, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.405623 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.410224 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c9badab1-7eef-4cc8-9a63-26df64f8e639 HTTP/1.1" status: 204 len: 168 time: 0.3324945 Jul 23 16:15:17.428119 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9badab1-7eef-4cc8-9a63-26df64f8e639,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:17.457927 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:17.458283 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:17.458624 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:17.458965 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:17.459342 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:17.459679 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:17.459998 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:17.460331 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:17.460664 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:17.460984 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:17.461309 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:17.461632 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd35d987-343f-4df3-8654-a4fbe12f4365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:17.500946 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859e5a7-b512-4f7c-9715-dbb8768d1e3b req-cff70dbd-1be6-48c4-a75e-e1853d30e7fa tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:17.502544 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c859e5a7-b512-4f7c-9715-dbb8768d1e3b req-cff70dbd-1be6-48c4-a75e-e1853d30e7fa tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0847554 Jul 23 16:15:17.550326 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c859e5a7-b512-4f7c-9715-dbb8768d1e3b req-26822ebe-c823-4982-b195-efff10e023a2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400867 Jul 23 16:15:17.591522 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 54088) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:17.633032 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-740d4853-42d8-4cdb-9653-4da450a36f78 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c48c39524c134508a8893e4d116cb081&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400693 Jul 23 16:15:17.635302 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 54090) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:17.685509 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9be8051d-8bb5-4a48-a9f2-177f54f0b56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.708090 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9be8051d-8bb5-4a48-a9f2-177f54f0b56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.758838 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9be8051d-8bb5-4a48-a9f2-177f54f0b56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.761559 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9be8051d-8bb5-4a48-a9f2-177f54f0b56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.762783 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-9be8051d-8bb5-4a48-a9f2-177f54f0b56a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e HTTP/1.1" status: 204 len: 168 time: 0.1265218 Jul 23 16:15:17.770581 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8051d-8bb5-4a48-a9f2-177f54f0b56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8ea8fe-55fe-4a7c-a1f0-070e04bd9d2e,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:18.554739 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-bc62f8ca-cadb-40f7-9e52-bfda0d1282df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:18.573650 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 24926e84-ee8e-4c64-b196-36e6dd5c73b4 no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:15:18.595523 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 24926e84-ee8e-4c64-b196-36e6dd5c73b4 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:15:18.595868 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 24926e84-ee8e-4c64-b196-36e6dd5c73b4 not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:15:18.800857 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:19.074266 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00160a1-e44d-44fa-8b90-22d4a26a8b84 req-3e771dfd-fe01-430e-9d88-d18678ad96ac tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:19.076574 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b00160a1-e44d-44fa-8b90-22d4a26a8b84 req-3e771dfd-fe01-430e-9d88-d18678ad96ac tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0658493 Jul 23 16:15:19.118366 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b00160a1-e44d-44fa-8b90-22d4a26a8b84 req-4c59602f-a5a5-474a-bde8-1fee47fe486a tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360670 Jul 23 16:15:19.245846 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:20.266895 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1a6b7-30ef-4c24-b8d5-318def2c4fe2 req-d1dc64d3-255a-4250-a0db-2a839a7e2050 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:20.268451 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6fd1a6b7-30ef-4c24-b8d5-318def2c4fe2 req-d1dc64d3-255a-4250-a0db-2a839a7e2050 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0788119 Jul 23 16:15:20.310614 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6fd1a6b7-30ef-4c24-b8d5-318def2c4fe2 req-80164c28-b369-4a60-88b4-286e84546cc1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365691 Jul 23 16:15:21.054042 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:21.464680 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019d1b2-a1b7-4c1b-a322-41fb2fa64c0b req-6572e71f-5ce8-4f64-a334-387b9d008731 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:21.466980 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0019d1b2-a1b7-4c1b-a322-41fb2fa64c0b req-6572e71f-5ce8-4f64-a334-387b9d008731 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0720034 Jul 23 16:15:21.515693 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0019d1b2-a1b7-4c1b-a322-41fb2fa64c0b req-564d4e9b-d67c-43e8-a161-acd5f948de3f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424535 Jul 23 16:15:21.926776 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 54194) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:22.029889 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-09563768-4b43-419e-8cf5-a481e9437bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:22.133855 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-09563768-4b43-419e-8cf5-a481e9437bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:22.139687 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-09563768-4b43-419e-8cf5-a481e9437bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:22.178675 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-09563768-4b43-419e-8cf5-a481e9437bbb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=90dd123e8eff40a19b27f18cadf24cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507291 Jul 23 16:15:22.179795 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09563768-4b43-419e-8cf5-a481e9437bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833e83c5-6992-48d9-b07b-b40ca9260b52,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:22.181607 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 54202) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:22.252703 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ca6b8f44-289f-4e1c-9250-8c2a1d7e3d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:22.275366 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ca6b8f44-289f-4e1c-9250-8c2a1d7e3d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:22.324209 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ca6b8f44-289f-4e1c-9250-8c2a1d7e3d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:22.327017 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ca6b8f44-289f-4e1c-9250-8c2a1d7e3d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:22.328327 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-ca6b8f44-289f-4e1c-9250-8c2a1d7e3d43 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/833e83c5-6992-48d9-b07b-b40ca9260b52 HTTP/1.1" status: 204 len: 168 time: 0.1456323 Jul 23 16:15:22.341038 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b8f44-289f-4e1c-9250-8c2a1d7e3d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833e83c5-6992-48d9-b07b-b40ca9260b52,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:22.681752 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff9abc-7356-45fe-b0d9-d7f0103413db req-0a93b115-5f99-4969-90a2-41815aa00bfc tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:22.684347 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8eff9abc-7356-45fe-b0d9-d7f0103413db req-0a93b115-5f99-4969-90a2-41815aa00bfc tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0792727 Jul 23 16:15:22.732106 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8eff9abc-7356-45fe-b0d9-d7f0103413db req-cfa6d57a-3265-4f07-a3a4-b8c9a4731650 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377214 Jul 23 16:15:23.640698 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 54276) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:23.749727 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a31d1448-0212-42ea-b144-e7a72815fbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:23.898274 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 54284) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:23.908469 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a31d1448-0212-42ea-b144-e7a72815fbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:23.917390 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc0176-5d07-405d-8e99-2289e6d4a8e5 req-1d7b8a84-48f7-4d1a-a0f2-e0ec544d05f7 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:23.918979 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4fcc0176-5d07-405d-8e99-2289e6d4a8e5 req-1d7b8a84-48f7-4d1a-a0f2-e0ec544d05f7 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.1104326 Jul 23 16:15:23.920162 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a31d1448-0212-42ea-b144-e7a72815fbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:23.971434 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d1448-0212-42ea-b144-e7a72815fbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ae0367-8b5b-4cd3-b937-15b3a9847d25,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:23.983033 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-a31d1448-0212-42ea-b144-e7a72815fbe7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dea2253904744e0cb6b386f4024660b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410969 Jul 23 16:15:23.983420 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 54288) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:23.999187 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4fcc0176-5d07-405d-8e99-2289e6d4a8e5 req-d0dd7b48-b728-48ec-859a-6ed5bad29982 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730505 Jul 23 16:15:24.020064 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bba1be32-bdc8-48f1-ac06-b62cdbbf0e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.073733 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ecca-7104-4f1f-96ef-5defb24cff8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.107097 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ecca-7104-4f1f-96ef-5defb24cff8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.172656 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bba1be32-bdc8-48f1-ac06-b62cdbbf0e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.180539 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bba1be32-bdc8-48f1-ac06-b62cdbbf0e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.186459 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ecca-7104-4f1f-96ef-5defb24cff8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.188967 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ecca-7104-4f1f-96ef-5defb24cff8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.190080 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-c2d8ecca-7104-4f1f-96ef-5defb24cff8e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/81ae0367-8b5b-4cd3-b937-15b3a9847d25 HTTP/1.1" status: 204 len: 168 time: 0.2053914 Jul 23 16:15:24.227029 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-bba1be32-bdc8-48f1-ac06-b62cdbbf0e49 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=40d14d452b0644feaced29c9adac6ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274188 Jul 23 16:15:24.227910 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1be32-bdc8-48f1-ac06-b62cdbbf0e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1c5ffb-d8ac-4222-9334-e692de32852e,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:24.230712 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 54292) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:24.238058 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8ecca-7104-4f1f-96ef-5defb24cff8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ae0367-8b5b-4cd3-b937-15b3a9847d25,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:24.297332 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9ae45892-0f0f-4b28-946e-205d791056de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.322030 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9ae45892-0f0f-4b28-946e-205d791056de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.368958 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9ae45892-0f0f-4b28-946e-205d791056de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.371724 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9ae45892-0f0f-4b28-946e-205d791056de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.372973 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-9ae45892-0f0f-4b28-946e-205d791056de admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd1c5ffb-d8ac-4222-9334-e692de32852e HTTP/1.1" status: 204 len: 168 time: 0.1404026 Jul 23 16:15:24.381116 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae45892-0f0f-4b28-946e-205d791056de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1c5ffb-d8ac-4222-9334-e692de32852e,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:24.717967 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 54314) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:24.735149 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6fe7-b7c8-4429-b8b9-92ec917c953b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.839421 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6fe7-b7c8-4429-b8b9-92ec917c953b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.845456 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6fe7-b7c8-4429-b8b9-92ec917c953b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.904974 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-5c1e6fe7-b7c8-4429-b8b9-92ec917c953b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3bbc7ae617764429be25994b65994c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854277 Jul 23 16:15:24.907788 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 54318) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:24.908644 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e6fe7-b7c8-4429-b8b9-92ec917c953b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e3f456-d243-4ceb-b5fe-2aad64c4f39e,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:24.960810 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-30ed36a2-a9a5-4ac1-bd56-aeda1f0c2763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.985159 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-30ed36a2-a9a5-4ac1-bd56-aeda1f0c2763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.039784 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-30ed36a2-a9a5-4ac1-bd56-aeda1f0c2763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.042661 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-30ed36a2-a9a5-4ac1-bd56-aeda1f0c2763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.044163 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-30ed36a2-a9a5-4ac1-bd56-aeda1f0c2763 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d6e3f456-d243-4ceb-b5fe-2aad64c4f39e HTTP/1.1" status: 204 len: 168 time: 0.1353421 Jul 23 16:15:25.054476 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed36a2-a9a5-4ac1-bd56-aeda1f0c2763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e3f456-d243-4ceb-b5fe-2aad64c4f39e,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:25.148274 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce34374-992a-4069-b37b-98b046726af9 req-e333ae9b-7c81-4192-9ca8-6d8035f57155 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:25.149862 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cce34374-992a-4069-b37b-98b046726af9 req-e333ae9b-7c81-4192-9ca8-6d8035f57155 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0684788 Jul 23 16:15:25.189894 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cce34374-992a-4069-b37b-98b046726af9 req-800150c0-3788-4039-ae31-d576c44f703b tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329964 Jul 23 16:15:25.347075 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 54336) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:25.361248 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c7e2a6f4-02ea-4f66-96db-d8e46baf3215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.457806 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c7e2a6f4-02ea-4f66-96db-d8e46baf3215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.462630 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c7e2a6f4-02ea-4f66-96db-d8e46baf3215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.501133 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-c7e2a6f4-02ea-4f66-96db-d8e46baf3215 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3d59794674144c7faa359daa820f4f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529348 Jul 23 16:15:25.502023 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2a6f4-02ea-4f66-96db-d8e46baf3215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722ec42e-e429-496c-ab1e-8521b20c6fa9,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:25.504685 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 54340) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:25.553596 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ed6b-8ac4-46b8-98a5-db7523d05257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.578601 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ed6b-8ac4-46b8-98a5-db7523d05257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.638598 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ed6b-8ac4-46b8-98a5-db7523d05257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.641166 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ed6b-8ac4-46b8-98a5-db7523d05257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.642520 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-3bd3ed6b-8ac4-46b8-98a5-db7523d05257 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/722ec42e-e429-496c-ab1e-8521b20c6fa9 HTTP/1.1" status: 204 len: 168 time: 0.1364310 Jul 23 16:15:25.653122 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3ed6b-8ac4-46b8-98a5-db7523d05257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722ec42e-e429-496c-ab1e-8521b20c6fa9,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:26.330695 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a1296-1564-4b9a-8bd1-51d96c9f8e6a req-4ebf96d4-018f-4322-bdd7-d7745e7344f3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:26.332258 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5a4a1296-1564-4b9a-8bd1-51d96c9f8e6a req-4ebf96d4-018f-4322-bdd7-d7745e7344f3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0718143 Jul 23 16:15:26.383421 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5a4a1296-1564-4b9a-8bd1-51d96c9f8e6a req-9f35bd1e-03f2-4756-81a1-bd25a85a1225 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426598 Jul 23 16:15:26.601272 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0601006-b67e-4e09-908f-6602453186a2 req-a6dd9b13-f9c0-4152-b037-a884f9ccff34 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:26.602689 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f0601006-b67e-4e09-908f-6602453186a2 req-a6dd9b13-f9c0-4152-b037-a884f9ccff34 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0774028 Jul 23 16:15:26.647458 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f0601006-b67e-4e09-908f-6602453186a2 req-1353c5d8-09ed-449f-8efe-0c81b843bb15 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381055 Jul 23 16:15:26.652215 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716af9a-f155-4942-b099-afc3fd8cc0de req-fc235108-2d95-46be-a44e-8a67e2a20d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:26.654311 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4716af9a-f155-4942-b099-afc3fd8cc0de req-fc235108-2d95-46be-a44e-8a67e2a20d14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fe83c8aa779464b9ac589e2040ae57f&device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 1099 time: 0.0595713 Jul 23 16:15:26.758102 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716af9a-f155-4942-b099-afc3fd8cc0de req-04100df2-bcfc-490e-a7f3-f2b1dc70cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:26.759634 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4716af9a-f155-4942-b099-afc3fd8cc0de req-04100df2-bcfc-490e-a7f3-f2b1dc70cdaa service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c0621ff-a2c0-4e39-8229-4f2f452683a2 HTTP/1.1" status: 200 len: 912 time: 0.0973566 Jul 23 16:15:26.832548 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4716af9a-f155-4942-b099-afc3fd8cc0de req-3211bff4-3b99-48fb-8601-762bb0962471 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a1abf88-0c0f-4302-ac91-79c156e47d23 HTTP/1.1" status: 200 len: 1002 time: 0.0648599 Jul 23 16:15:26.884061 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716af9a-f155-4942-b099-afc3fd8cc0de req-fd993fd2-af71-4ac9-990a-335ffb46aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:26.885441 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4716af9a-f155-4942-b099-afc3fd8cc0de req-fd993fd2-af71-4ac9-990a-335ffb46aba3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e32c016-e4f8-43ff-938e-cce583bd25cf HTTP/1.1" status: 200 len: 850 time: 0.0452588 Jul 23 16:15:26.946398 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716af9a-f155-4942-b099-afc3fd8cc0de req-5379447d-0cfb-4c55-b595-dee62b6c2899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:26.947965 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4716af9a-f155-4942-b099-afc3fd8cc0de req-5379447d-0cfb-4c55-b595-dee62b6c2899 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c0621ff-a2c0-4e39-8229-4f2f452683a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0551715 Jul 23 16:15:27.046859 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4716af9a-f155-4942-b099-afc3fd8cc0de req-18d21aa1-da42-4d75-9951-748df62436d3 service neutron] 10.222.0.59 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914640 Jul 23 16:15:27.153678 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4716af9a-f155-4942-b099-afc3fd8cc0de req-342ffba3-b4c4-4f2f-b25c-95dad8138d49 service neutron] 10.222.0.59 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947566 Jul 23 16:15:27.806317 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dbc70-aeff-4b1a-9aae-11460bd581bc req-9684f982-f95b-4201-b77c-1fc8acfe3f4d tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:27.807887 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fc9dbc70-aeff-4b1a-9aae-11460bd581bc req-9684f982-f95b-4201-b77c-1fc8acfe3f4d tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0848331 Jul 23 16:15:27.851744 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fc9dbc70-aeff-4b1a-9aae-11460bd581bc req-a30f3e54-cec9-49b8-b86d-1f825f8bd4f1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363834 Jul 23 16:15:28.994766 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea9a63-8717-45de-aebb-a182c1d25ef4 req-bdea0c30-ae5d-46b2-a3a4-c3b77b4663ca tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:28.996302 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5cea9a63-8717-45de-aebb-a182c1d25ef4 req-bdea0c30-ae5d-46b2-a3a4-c3b77b4663ca tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0739131 Jul 23 16:15:29.036208 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5cea9a63-8717-45de-aebb-a182c1d25ef4 req-34dc35d7-1343-4b87-9a1f-e009a2bae2e6 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340657 Jul 23 16:15:37.697235 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:15:42.196124 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.828637 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-701dc679-2fec-4d79-83c6-4e9112b67120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:48.538630 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-a5d63a89-b1c7-457d-9ee1-28e09ce3b2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:48.825840 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:49.249957 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.050772 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:03.462289 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9072ef9-cb35-432b-a612-3d4c7dc93abb req-3023cae4-a259-4f02-977c-c6bc263e74d0 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:03.463989 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e9072ef9-cb35-432b-a612-3d4c7dc93abb req-3023cae4-a259-4f02-977c-c6bc263e74d0 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 947 time: 0.0697722 Jul 23 16:16:03.513142 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e9072ef9-cb35-432b-a612-3d4c7dc93abb req-88f26ce7-9be4-4732-b6da-5bfd3adcfb36 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407820 Jul 23 16:16:04.521725 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55050) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:04.576330 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2fb324-f67b-43ee-9fca-57e8c06cf7b8 admin admin] Deleting subnet de70c5eb-3bc2-4c22-a1a7-649938e9448e {{(pid=93297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:16:04.580418 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb324-f67b-43ee-9fca-57e8c06cf7b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.645854 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb324-f67b-43ee-9fca-57e8c06cf7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14844536'] for subnet, precommit_delete_associations {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.712154 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb324-f67b-43ee-9fca-57e8c06cf7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386006'] for subnet, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.752582 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98c368-5613-482f-919c-22a7774964bf req-ff0f15fb-bcf6-4115-95a8-1be2d0d5d8a4 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:04.754087 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2e98c368-5613-482f-919c-22a7774964bf req-ff0f15fb-bcf6-4115-95a8-1be2d0d5d8a4 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 947 time: 0.1545782 Jul 23 16:16:04.801397 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2e98c368-5613-482f-919c-22a7774964bf req-6a91455e-d57a-4d5e-a2b2-7e45970df72e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396519 Jul 23 16:16:04.802330 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb324-f67b-43ee-9fca-57e8c06cf7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14480353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13107856'] for subnet, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.828115 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fb324-f67b-43ee-9fca-57e8c06cf7b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de70c5eb-3bc2-4c22-a1a7-649938e9448e,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:04.833734 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-fc2fb324-f67b-43ee-9fca-57e8c06cf7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.839856 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55070) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:04.840535 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-fc2fb324-f67b-43ee-9fca-57e8c06cf7b8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/de70c5eb-3bc2-4c22-a1a7-649938e9448e HTTP/1.1" status: 204 len: 168 time: 0.3168395 Jul 23 16:16:04.915924 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a82d0b6b-8f70-4adb-8d81-61540d52bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541368'] for network, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.020797 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a82d0b6b-8f70-4adb-8d81-61540d52bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385103', 'neutron.services.segments.db._delete_segments_for_network-8727500513675'] for network, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.032038 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-a82d0b6b-8f70-4adb-8d81-61540d52bd49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808f9446-3608-4007-804a-ec81a27270e8']}} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:05.046689 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-a82d0b6b-8f70-4adb-8d81-61540d52bd49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7') {'for_net_delete': True} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:05.047012 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-a82d0b6b-8f70-4adb-8d81-61540d52bd49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4fb49c-e0d6-4463-98aa-3ea78e8c95b7') {} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:05.056238 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a82d0b6b-8f70-4adb-8d81-61540d52bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727500584376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15618273'] for segment, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.070852 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a82d0b6b-8f70-4adb-8d81-61540d52bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.076920 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82d0b6b-8f70-4adb-8d81-61540d52bd49 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=93296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:16:05.077370 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a82d0b6b-8f70-4adb-8d81-61540d52bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15978078'] for segment, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: Traceback (most recent call last): Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: timer() Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: cb(*args, **kw) Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: return func(*args, **kwargs) Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: self._notify() Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: self.callback(batched_events) Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: event.method(event) Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: return f(self, *a, **k) Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._get(url).json() Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: return self.request(url, 'GET', **kwargs) Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:16:05.079387 dv-cinder-796286-18-iscsi neutron-server[93296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:16:05.143279 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a82d0b6b-8f70-4adb-8d81-61540d52bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736162'] for network, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.150240 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a82d0b6b-8f70-4adb-8d81-61540d52bd49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.152293 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-a82d0b6b-8f70-4adb-8d81-61540d52bd49 admin admin] 10.222.0.69 "DELETE /v2.0/networks/808f9446-3608-4007-804a-ec81a27270e8 HTTP/1.1" status: 204 len: 168 time: 0.3113112 Jul 23 16:16:05.165437 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d0b6b-8f70-4adb-8d81-61540d52bd49 admin admin] Pushing event deleted for resources: {'Network': ['ID=808f9446-3608-4007-804a-ec81a27270e8,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:05.343029 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55080) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:05.386940 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-de00b6de-6cb9-48cc-ae67-236aa01ab8a7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3a5e55fbc2bb4b8ead53b45ea895a488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425951 Jul 23 16:16:05.389679 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55082) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:05.495423 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1da1d1b6-b0a9-4e4f-ac4a-5071acf32aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.517253 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95683063-190f-40b5-92b6-d15956a8c8f0 req-a3c11b06-002b-42d6-a7a6-5a6edf08a6b2 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:05.518869 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-95683063-190f-40b5-92b6-d15956a8c8f0 req-a3c11b06-002b-42d6-a7a6-5a6edf08a6b2 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.59 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 947 time: 0.1134839 Jul 23 16:16:05.542160 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1da1d1b6-b0a9-4e4f-ac4a-5071acf32aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.661969 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1da1d1b6-b0a9-4e4f-ac4a-5071acf32aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.665028 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1da1d1b6-b0a9-4e4f-ac4a-5071acf32aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.666226 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1da1d1b6-b0a9-4e4f-ac4a-5071acf32aa6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/65a7b11f-61cd-4d31-9942-1e678a5923fb HTTP/1.1" status: 204 len: 168 time: 0.2755661 Jul 23 16:16:05.679709 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1d1b6-b0a9-4e4f-ac4a-5071acf32aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a7b11f-61cd-4d31-9942-1e678a5923fb,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:05.693379 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-95683063-190f-40b5-92b6-d15956a8c8f0 req-8dd4f215-60e8-47e0-b5c5-9213b9847b3e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Deleting port 90841115-d000-4397-993c-7f1b308f2dfb {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:16:05.694131 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-95683063-190f-40b5-92b6-d15956a8c8f0 req-8dd4f215-60e8-47e0-b5c5-9213b9847b3e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.810029 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-95683063-190f-40b5-92b6-d15956a8c8f0 req-8dd4f215-60e8-47e0-b5c5-9213b9847b3e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] For port 90841115-d000-4397-993c-7f1b308f2dfb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90841115-d000-4397-993c-7f1b308f2dfb,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:05.810414 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-95683063-190f-40b5-92b6-d15956a8c8f0 req-8dd4f215-60e8-47e0-b5c5-9213b9847b3e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.978884 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88615d7e-ce2d-46fd-8214-c88cafc83f00 req-55f27fe2-d56e-4a11-b4a6-8b1cb937dde3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:05.980639 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-88615d7e-ce2d-46fd-8214-c88cafc83f00 req-55f27fe2-d56e-4a11-b4a6-8b1cb937dde3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 947 time: 0.0930896 Jul 23 16:16:06.042434 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-88615d7e-ce2d-46fd-8214-c88cafc83f00 req-4ba94c54-592e-4fa4-a9ed-69d5df08c1f2 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6fa6a17-2c69-477b-bfb4-e07c211dda62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541894 Jul 23 16:16:06.127721 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-95683063-190f-40b5-92b6-d15956a8c8f0 req-8dd4f215-60e8-47e0-b5c5-9213b9847b3e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.128429 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-95683063-190f-40b5-92b6-d15956a8c8f0 req-8dd4f215-60e8-47e0-b5c5-9213b9847b3e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736144'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.128781 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.l3_db [req-95683063-190f-40b5-92b6-d15956a8c8f0 req-8dd4f215-60e8-47e0-b5c5-9213b9847b3e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Floating IP 667aab2e-4eed-4181-a745-ee8324be95ea disassociated. External IP: 172.27.0.16, port: 90841115-d000-4397-993c-7f1b308f2dfb. Jul 23 16:16:06.129128 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-95683063-190f-40b5-92b6-d15956a8c8f0 req-8dd4f215-60e8-47e0-b5c5-9213b9847b3e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Calling delete_port for 90841115-d000-4397-993c-7f1b308f2dfb owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:16:06.321466 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-95683063-190f-40b5-92b6-d15956a8c8f0 req-8dd4f215-60e8-47e0-b5c5-9213b9847b3e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.417891 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4f215-60e8-47e0-b5c5-9213b9847b3e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Pushing event deleted for resources: {'Port': ['ID=90841115-d000-4397-993c-7f1b308f2dfb,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:06.568358 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95683063-190f-40b5-92b6-d15956a8c8f0 req-8dd4f215-60e8-47e0-b5c5-9213b9847b3e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Router a52be827-c3f1-4c0b-a96b-83cac5bd4744 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:16:06.697685 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95683063-190f-40b5-92b6-d15956a8c8f0 req-8dd4f215-60e8-47e0-b5c5-9213b9847b3e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:16:06.721635 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17c052-1089-40ce-a85c-5ae87289afb9 None None] Sync routers for ids ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:16:06.736310 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd17c052-1089-40ce-a85c-5ae87289afb9 None None] Routers {'a52be827-c3f1-4c0b-a96b-83cac5bd4744'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:06.736984 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-fd17c052-1089-40ce-a85c-5ae87289afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:15:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:06.750047 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-95683063-190f-40b5-92b6-d15956a8c8f0 req-8dd4f215-60e8-47e0-b5c5-9213b9847b3e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] No DVR routers for this DVR port 90841115-d000-4397-993c-7f1b308f2dfb on host hv-cinder-79628 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:16:06.753332 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-95683063-190f-40b5-92b6-d15956a8c8f0 req-8dd4f215-60e8-47e0-b5c5-9213b9847b3e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.756464 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-95683063-190f-40b5-92b6-d15956a8c8f0 req-8dd4f215-60e8-47e0-b5c5-9213b9847b3e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.59 "DELETE /v2.0/ports/90841115-d000-4397-993c-7f1b308f2dfb HTTP/1.1" status: 204 len: 173 time: 1.2263734 Jul 23 16:16:06.756676 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e05af9-6905-43cf-92d4-4a579677b33e', 'name': 'network-vif-deleted', 'tag': '90841115-d000-4397-993c-7f1b308f2dfb'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:06.759863 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd4e8e6-9526-4f35-80c6-9136befeaa99" -d '{"events": [{"server_uuid": "73e05af9-6905-43cf-92d4-4a579677b33e", "name": "network-vif-deleted", "tag": "90841115-d000-4397-993c-7f1b308f2dfb"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:06.825408 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a05bf38-bf05-4c54-a2c7-ae4a952216c2 x-openstack-request-id: req-0a05bf38-bf05-4c54-a2c7-ae4a952216c2 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:06.825937 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e05af9-6905-43cf-92d4-4a579677b33e", "name": "network-vif-deleted", "tag": "90841115-d000-4397-993c-7f1b308f2dfb", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:06.826271 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0a05bf38-bf05-4c54-a2c7-ae4a952216c2 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:06.826781 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e05af9-6905-43cf-92d4-4a579677b33e', 'name': 'network-vif-deleted', 'tag': '90841115-d000-4397-993c-7f1b308f2dfb', 'status': 'completed', 'code': 200} Jul 23 16:16:07.043307 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-fd17c052-1089-40ce-a85c-5ae87289afb9 None None] Set router a52be827-c3f1-4c0b-a96b-83cac5bd4744 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:07.251753 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-26d5402f-5210-41b7-b2ca-94f3a40351c0 req-5a1ef096-3247-4af3-b33b-e02070c3734b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e05af9-6905-43cf-92d4-4a579677b33e HTTP/1.1" status: 200 len: 210 time: 0.0534215 Jul 23 16:16:07.384686 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-fd17c052-1089-40ce-a85c-5ae87289afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:11:22Z', 'revision_number': 4, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '984aae90-657a-4e8c-8ba8-165637a2d8e7', 'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'mac_address': 'fa:16:3e:68:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:20Z', 'updated_at': '2021-07-23T16:11:32Z', 'revision_number': 5, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'subnets': [{'id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:07.444395 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17c052-1089-40ce-a85c-5ae87289afb9 None None] Checking router: a52be827-c3f1-4c0b-a96b-83cac5bd4744 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:16:07.466418 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd17c052-1089-40ce-a85c-5ae87289afb9 None None] Routers {'a52be827-c3f1-4c0b-a96b-83cac5bd4744'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:07.467173 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-fd17c052-1089-40ce-a85c-5ae87289afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:15:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:07.611823 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-fd17c052-1089-40ce-a85c-5ae87289afb9 None None] Set router a52be827-c3f1-4c0b-a96b-83cac5bd4744 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:07.930579 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-fd17c052-1089-40ce-a85c-5ae87289afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:11:22Z', 'revision_number': 4, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '984aae90-657a-4e8c-8ba8-165637a2d8e7', 'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'mac_address': 'fa:16:3e:68:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:20Z', 'updated_at': '2021-07-23T16:11:32Z', 'revision_number': 5, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'subnets': [{'id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:07.967755 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17c052-1089-40ce-a85c-5ae87289afb9 None None] The sync data for ids ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'] in dv-cinder-796286-18-iscsi is: [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:11:22Z', 'revision_number': 4, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '984aae90-657a-4e8c-8ba8-165637a2d8e7', 'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'mac_address': 'fa:16:3e:68:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:20Z', 'updated_at': '2021-07-23T16:11:32Z', 'revision_number': 5, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'subnets': [{'id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:16:08.218461 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 90841115-d000-4397-993c-7f1b308f2dfb no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:16:08.247294 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded6efd2-4327-4604-a229-e096dcc43566 None None] New status for floating IP 667aab2e-4eed-4181-a745-ee8324be95ea: DOWN {{(pid=93299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:16:08.253808 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: 90841115-d000-4397-993c-7f1b308f2dfb {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:16:08.254164 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 90841115-d000-4397-993c-7f1b308f2dfb not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:16:08.378228 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55168) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:08.451733 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a80bece-4c60-4a36-8caa-6e41efb40306 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.490347 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a80bece-4c60-4a36-8caa-6e41efb40306 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.557165 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a80bece-4c60-4a36-8caa-6e41efb40306 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.560735 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a80bece-4c60-4a36-8caa-6e41efb40306 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.563955 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-3a80bece-4c60-4a36-8caa-6e41efb40306 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "DELETE /v2.0/security-groups/a6fa6a17-2c69-477b-bfb4-e07c211dda62 HTTP/1.1" status: 204 len: 168 time: 0.1837070 Jul 23 16:16:08.565574 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55176) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:08.577559 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80bece-4c60-4a36-8caa-6e41efb40306 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fa6a17-2c69-477b-bfb4-e07c211dda62,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:08.585166 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.api.v2.resource [None req-b6757e06-e0d8-4214-ab58-e9746e8b92c4 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] show failed (client error): The resource could not be found. Jul 23 16:16:08.591003 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-b6757e06-e0d8-4214-ab58-e9746e8b92c4 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups/a6fa6a17-2c69-477b-bfb4-e07c211dda62 HTTP/1.1" status: 404 len: 347 time: 0.0240293 Jul 23 16:16:08.592096 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55178) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:08.756538 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-da73c355-d3a1-4093-8f89-19aa0dcbc88f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Deleting port 7a1ed421-a8e2-4531-a27c-b0a395430b1b {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:16:08.757503 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-da73c355-d3a1-4093-8f89-19aa0dcbc88f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.845312 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-da73c355-d3a1-4093-8f89-19aa0dcbc88f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.845608 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-da73c355-d3a1-4093-8f89-19aa0dcbc88f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.858407 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-da73c355-d3a1-4093-8f89-19aa0dcbc88f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Calling delete_port for 7a1ed421-a8e2-4531-a27c-b0a395430b1b owned by network:floatingip {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:16:09.012016 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-da73c355-d3a1-4093-8f89-19aa0dcbc88f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.040995 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73c355-d3a1-4093-8f89-19aa0dcbc88f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Pushing event deleted for resources: {'Port': ['ID=7a1ed421-a8e2-4531-a27c-b0a395430b1b,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:09.106285 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-da73c355-d3a1-4093-8f89-19aa0dcbc88f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for floatingip, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.109085 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-da73c355-d3a1-4093-8f89-19aa0dcbc88f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.110336 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-da73c355-d3a1-4093-8f89-19aa0dcbc88f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "DELETE /v2.0/floatingips/667aab2e-4eed-4181-a745-ee8324be95ea HTTP/1.1" status: 204 len: 168 time: 0.5164030 Jul 23 16:16:09.413938 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55192) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:09.418572 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-59555a72-804a-4d47-9f9c-c120de956c7f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Request body: {'security_group': {'name': 'tempest-securitygroup--555872476', 'description': 'tempest-description--355091027'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:09.442774 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-59555a72-804a-4d47-9f9c-c120de956c7f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.524333 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-59555a72-804a-4d47-9f9c-c120de956c7f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.530341 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-59555a72-804a-4d47-9f9c-c120de956c7f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.560756 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59555a72-804a-4d47-9f9c-c120de956c7f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39801cdd-d56a-408d-93ef-e1b0bb2ba219,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:09.564990 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-59555a72-804a-4d47-9f9c-c120de956c7f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.566952 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-59555a72-804a-4d47-9f9c-c120de956c7f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1518824 Jul 23 16:16:09.571062 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55196) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:09.576475 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-fab2548d-efe3-4960-8a40-c9a8859cb425 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Request body: {'security_group_rule': {'security_group_id': '39801cdd-d56a-408d-93ef-e1b0bb2ba219', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:09.607317 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fab2548d-efe3-4960-8a40-c9a8859cb425 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.653265 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fab2548d-efe3-4960-8a40-c9a8859cb425 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.659459 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fab2548d-efe3-4960-8a40-c9a8859cb425 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.683045 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2548d-efe3-4960-8a40-c9a8859cb425 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d77b356-fdf3-4f28-ae4e-1c17510479e1,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:09.688476 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fab2548d-efe3-4960-8a40-c9a8859cb425 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.690569 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-fab2548d-efe3-4960-8a40-c9a8859cb425 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175532 Jul 23 16:16:09.692747 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55200) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:09.697255 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-1fbfe507-f4fc-47ae-83f9-4710af63dd1a tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Request body: {'security_group_rule': {'security_group_id': '39801cdd-d56a-408d-93ef-e1b0bb2ba219', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:09.727755 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe507-f4fc-47ae-83f9-4710af63dd1a tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.796579 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe507-f4fc-47ae-83f9-4710af63dd1a tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.801349 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe507-f4fc-47ae-83f9-4710af63dd1a tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.819233 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfe507-f4fc-47ae-83f9-4710af63dd1a tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a4d2a9-c524-46e3-be01-44746be96b81,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:09.826664 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe507-f4fc-47ae-83f9-4710af63dd1a tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.828181 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1fbfe507-f4fc-47ae-83f9-4710af63dd1a tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344464 Jul 23 16:16:09.831555 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55204) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:09.836042 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Request body: {'floatingip': {'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:09.861653 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for floatingip, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.965253 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.337693 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Allocated IP 172.27.0.85 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/ed0e5331-520a-4994-9059-00321c54726c) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:10.450822 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.497804 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.541664 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:10.544613 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:10.547395 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:10.555308 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Pushing event updated for resources: {'Port': ['ID=ed0e5331-520a-4994-9059-00321c54726c,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:10.583639 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:10.584320 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:10.584320 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:10.584625 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:10.584955 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:10.585283 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:10.585610 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:10.585931 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:10.586248 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:10.586567 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:10.586899 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:10.587226 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:10.650969 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.707495 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.871850 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.878328 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.943837 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Pushing event updated for resources: {'Port': ['ID=ed0e5331-520a-4994-9059-00321c54726c,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:10.959532 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736144'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.976028 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.977313 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-464dd08b-6d76-47bb-b987-6a93f6f8249b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1448319 Jul 23 16:16:11.363701 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-cf00157b-80ce-4f13-a3fa-98ddb9f524fb tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--555872476&fields=id&tenant_id=1ab7fd8f81d14fd087b62a6b970688a2 HTTP/1.1" status: 200 len: 267 time: 0.0367675 Jul 23 16:16:11.475532 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-a5737832-56ae-4933-95af-530c800db3d4 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:11.477143 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-a5737832-56ae-4933-95af-530c800db3d4 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/networks?id=74cc12e8-e460-4b21-8f86-7828dd99c3c6 HTTP/1.1" status: 200 len: 817 time: 0.1071668 Jul 23 16:16:11.492955 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-50f34718-4a20-40ae-b5ec-e161ac755eed tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/quotas/1ab7fd8f81d14fd087b62a6b970688a2 HTTP/1.1" status: 200 len: 375 time: 0.0103600 Jul 23 16:16:11.582649 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-87d26577-baca-4295-89e4-db9b4a4737ab tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ab7fd8f81d14fd087b62a6b970688a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0823421 Jul 23 16:16:11.804612 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-1aee6a11-44af-4430-b313-e8246f3ada4c service neutron] 10.222.0.69 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059748 Jul 23 16:16:11.902790 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-cd6e542c-71ec-43c5-a82c-cd16135c9f72 service neutron] 10.222.0.69 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894473 Jul 23 16:16:12.086820 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2975e7ec-21ba-4793-910e-f6784c6f6ecc req-47831c34-7c81-4dd7-966d-721580eff6d3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 210 time: 0.0332646 Jul 23 16:16:12.210545 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:12.346988 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb445e27-77d6-4519-a2ee-aa687a022e81 req-5e2c804e-6c52-4a04-bcc5-a0ef99f04795 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566952 Jul 23 16:16:13.187254 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e942c22c-027c-405c-98ea-9652aba803da req-82e120c2-985a-4b40-8c6a-1469d93a96e3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 210 time: 0.0292161 Jul 23 16:16:14.311478 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fa070788-6c5d-44cf-b0e0-523f52a1e546 req-988e9390-d1ab-48c4-a4cc-9ac91ef1f4f8 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 210 time: 0.0417516 Jul 23 16:16:14.701745 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:16:15.257218 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb445e27-77d6-4519-a2ee-aa687a022e81 req-7a579ee0-c41b-4c87-97c7-07b6f7d3708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:15.258639 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb445e27-77d6-4519-a2ee-aa687a022e81 req-7a579ee0-c41b-4c87-97c7-07b6f7d3708e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fe83c8aa779464b9ac589e2040ae57f&device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 1099 time: 0.0624094 Jul 23 16:16:15.372736 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb445e27-77d6-4519-a2ee-aa687a022e81 req-f6569935-49b4-4f97-bbde-6eceee07de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:15.374395 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb445e27-77d6-4519-a2ee-aa687a022e81 req-f6569935-49b4-4f97-bbde-6eceee07de61 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c0621ff-a2c0-4e39-8229-4f2f452683a2 HTTP/1.1" status: 200 len: 912 time: 0.0951869 Jul 23 16:16:15.431188 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d151e3dd-1b6f-44e1-b1b7-31eb64967134 req-7a5c2747-4a55-47df-b57f-723032558f2b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 210 time: 0.0431874 Jul 23 16:16:15.473025 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb445e27-77d6-4519-a2ee-aa687a022e81 req-e8ee0d70-c10e-4b85-ad55-7142cad3bede service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a1abf88-0c0f-4302-ac91-79c156e47d23 HTTP/1.1" status: 200 len: 1002 time: 0.0886245 Jul 23 16:16:15.530974 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb445e27-77d6-4519-a2ee-aa687a022e81 req-e3bfb3f7-9620-42ca-ad44-b6370b8467c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:15.532560 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb445e27-77d6-4519-a2ee-aa687a022e81 req-e3bfb3f7-9620-42ca-ad44-b6370b8467c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e32c016-e4f8-43ff-938e-cce583bd25cf HTTP/1.1" status: 200 len: 850 time: 0.0484090 Jul 23 16:16:15.596901 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb445e27-77d6-4519-a2ee-aa687a022e81 req-76983ceb-a4a9-4bfd-8179-cfc970633463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:15.598428 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb445e27-77d6-4519-a2ee-aa687a022e81 req-76983ceb-a4a9-4bfd-8179-cfc970633463 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c0621ff-a2c0-4e39-8229-4f2f452683a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0560007 Jul 23 16:16:15.700020 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb445e27-77d6-4519-a2ee-aa687a022e81 req-dd9d905f-3302-4235-9260-d70e22762ef2 service neutron] 10.222.0.59 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924883 Jul 23 16:16:15.802160 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-bb445e27-77d6-4519-a2ee-aa687a022e81 req-7ec23d85-d25d-4460-be95-20f538ef0c35 service neutron] 10.222.0.59 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916023 Jul 23 16:16:15.808519 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-f38a4c60-d595-44e6-b4a6-ae3ae6983eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.918769 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e50050-62cc-421a-84b1-2fe5db247716 req-00c05405-4090-48d8-94aa-a8e0e82af76a tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:15.920821 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c8e50050-62cc-421a-84b1-2fe5db247716 req-00c05405-4090-48d8-94aa-a8e0e82af76a tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0673857 Jul 23 16:16:15.971947 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c8e50050-62cc-421a-84b1-2fe5db247716 req-9cf842f1-93a2-42ee-880c-e40dce6c4c41 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452440 Jul 23 16:16:16.152043 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-8369d045-61c0-4a64-9e8b-758f6533fa39 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:16.153015 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-8369d045-61c0-4a64-9e8b-758f6533fa39 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.59 "GET /v2.0/networks?id=74cc12e8-e460-4b21-8f86-7828dd99c3c6 HTTP/1.1" status: 200 len: 817 time: 0.1128259 Jul 23 16:16:16.229494 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-dd56b836-4d22-4c3e-a6c5-9c5b21e39fc1 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ab7fd8f81d14fd087b62a6b970688a2 HTTP/1.1" status: 200 len: 379 time: 0.0455821 Jul 23 16:16:16.244176 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-c1f612b0-e242-46bc-a88d-93fa20bfda64 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Request body: {'port': {'device_id': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'admin_state_up': True, 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'security_groups': ['39801cdd-d56a-408d-93ef-e1b0bb2ba219']}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:16.368857 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-c1f612b0-e242-46bc-a88d-93fa20bfda64 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Made reservation on behalf of 1ab7fd8f81d14fd087b62a6b970688a2 for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:16.372541 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-c1f612b0-e242-46bc-a88d-93fa20bfda64 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.509297 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-c1f612b0-e242-46bc-a88d-93fa20bfda64 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Allocated IP 172.20.0.8 (74cc12e8-e460-4b21-8f86-7828dd99c3c6/16a96ff4-9135-4297-8f4d-e0300b0cc0f6/95f5933a-b945-4d17-9b38-9fbfe3b7160e) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:16.566016 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-957f9c25-d16b-4fb4-8ac1-8017883ce0d4 req-171bc7be-edf9-43d9-acb7-225badaed482 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 210 time: 0.0448523 Jul 23 16:16:16.686823 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-c1f612b0-e242-46bc-a88d-93fa20bfda64 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.701220 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-c1f612b0-e242-46bc-a88d-93fa20bfda64 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Transition to ACTIVE for port object 95f5933a-b945-4d17-9b38-9fbfe3b7160e will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:16.736787 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-c1f612b0-e242-46bc-a88d-93fa20bfda64 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.780195 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-c1f612b0-e242-46bc-a88d-93fa20bfda64 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:16.786164 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-c1f612b0-e242-46bc-a88d-93fa20bfda64 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:16.790059 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-c1f612b0-e242-46bc-a88d-93fa20bfda64 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:16.796592 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f612b0-e242-46bc-a88d-93fa20bfda64 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Pushing event updated for resources: {'Port': ['ID=95f5933a-b945-4d17-9b38-9fbfe3b7160e,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:16.844210 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-c1f612b0-e242-46bc-a88d-93fa20bfda64 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:16.844868 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-c1f612b0-e242-46bc-a88d-93fa20bfda64 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.861257 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-c1f612b0-e242-46bc-a88d-93fa20bfda64 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6214442 Jul 23 16:16:16.890208 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Request body: {'port': {'device_id': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:16.981424 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.032905 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-19465bac-bc04-4600-8f42-a3f3004c36ca None None] Provisioning for port 95f5933a-b945-4d17-9b38-9fbfe3b7160e completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:17.038130 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-19465bac-bc04-4600-8f42-a3f3004c36ca None None] Provisioning complete for port 95f5933a-b945-4d17-9b38-9fbfe3b7160e triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:17.038676 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-19465bac-bc04-4600-8f42-a3f3004c36ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.088884 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-19465bac-bc04-4600-8f42-a3f3004c36ca None None] Port 95f5933a-b945-4d17-9b38-9fbfe3b7160e cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:17.310395 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f5933a-b945-4d17-9b38-9fbfe3b7160e {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:17.318986 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.333755 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Transition to ACTIVE for port object 95f5933a-b945-4d17-9b38-9fbfe3b7160e will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:17.338181 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.389233 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73752772-8066-42a9-aa2c-dd737703bb7b req-1f590e3c-02c9-4a1d-8b51-73600fb33d6e tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:17.396578 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-73752772-8066-42a9-aa2c-dd737703bb7b req-1f590e3c-02c9-4a1d-8b51-73600fb33d6e tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.3256159 Jul 23 16:16:17.418067 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Pushing event updated for resources: {'Port': ['ID=95f5933a-b945-4d17-9b38-9fbfe3b7160e,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:17.442428 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-73752772-8066-42a9-aa2c-dd737703bb7b req-5c2d050f-202f-4527-b402-ff36838dc576 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446794 Jul 23 16:16:17.477415 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Attempting to bind port 95f5933a-b945-4d17-9b38-9fbfe3b7160e on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:17.477787 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Attempting to bind port 95f5933a-b945-4d17-9b38-9fbfe3b7160e by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd1e5fdab-e25d-4094-a142-2e2ecab35140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:17.478082 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Attempting to bind port 95f5933a-b945-4d17-9b38-9fbfe3b7160e on network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:17.484493 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Port 95f5933a-b945-4d17-9b38-9fbfe3b7160e on network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:16:17.484973 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Attempting to bind port 95f5933a-b945-4d17-9b38-9fbfe3b7160e on network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:17.490793 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:17.491235 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Checking segment: {'id': 'd1e5fdab-e25d-4094-a142-2e2ecab35140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:17.491592 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Bound using segment: {'id': 'd1e5fdab-e25d-4094-a142-2e2ecab35140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:17.492324 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Bound port: 95f5933a-b945-4d17-9b38-9fbfe3b7160e, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e5fdab-e25d-4094-a142-2e2ecab35140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:17.492453 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.546009 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55346) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:17.568061 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] For port 95f5933a-b945-4d17-9b38-9fbfe3b7160e, host hv-cinder-79628, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:17.572263 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] For port 95f5933a-b945-4d17-9b38-9fbfe3b7160e, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=95f5933a-b945-4d17-9b38-9fbfe3b7160e,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:17.576905 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.625674 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:17.626173 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.627712 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] 10.222.0.59 "PUT /v2.0/ports/95f5933a-b945-4d17-9b38-9fbfe3b7160e HTTP/1.1" status: 200 len: 1093 time: 0.7420962 Jul 23 16:16:17.628167 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'tag': '95f5933a-b945-4d17-9b38-9fbfe3b7160e'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:17.630662 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fe5aef-355f-4dd0-a29d-439da7a197c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb8e69d-8561-49fd-9115-63bad66074dc", "tag": "95f5933a-b945-4d17-9b38-9fbfe3b7160e"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:17.653793 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e1c96-812c-45ed-ac03-de44746358bd service neutron] Pushing event updated for resources: {'Port': ['ID=95f5933a-b945-4d17-9b38-9fbfe3b7160e,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:17.694939 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9db026d5-0d1a-4421-8ca5-af1e74649fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.759076 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588761f-7b93-4681-a604-87cb8a73091f req-5ea3e099-71b6-4495-ae7b-975e244d8871 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:17.760981 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9588761f-7b93-4681-a604-87cb8a73091f req-5ea3e099-71b6-4495-ae7b-975e244d8871 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.1148438 Jul 23 16:16:17.779137 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-1f635be6-84e5-4cd2-98e6-61c6ab39db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:17.780846 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-1f635be6-84e5-4cd2-98e6-61c6ab39db52 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ab7fd8f81d14fd087b62a6b970688a2&device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 1096 time: 0.0780320 Jul 23 16:16:17.820792 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9588761f-7b93-4681-a604-87cb8a73091f req-fa47b9d5-dbf5-454e-a106-333c7bb6c689 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534871 Jul 23 16:16:17.867253 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-25a0a6ff-61ad-4ec4-9a77-1b31e9844aa6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95f5933a-b945-4d17-9b38-9fbfe3b7160e HTTP/1.1" status: 200 len: 217 time: 0.0680585 Jul 23 16:16:17.871078 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9db026d5-0d1a-4421-8ca5-af1e74649fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.877441 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9db026d5-0d1a-4421-8ca5-af1e74649fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.928945 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-9db026d5-0d1a-4421-8ca5-af1e74649fd9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=09c10aa4a2984a4c9bbc9dc3a0f5d87e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792491 Jul 23 16:16:17.929165 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-4a6f476e-25e5-42bf-8d87-f3629a78a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:17.929253 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55364) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:17.930255 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-4a6f476e-25e5-42bf-8d87-f3629a78a6df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=16a96ff4-9135-4297-8f4d-e0300b0cc0f6 HTTP/1.1" status: 200 len: 856 time: 0.0561767 Jul 23 16:16:17.931961 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b0a3e2-3b13-4053-9722-55c3c42c0511 x-openstack-request-id: req-65b0a3e2-3b13-4053-9722-55c3c42c0511 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:17.932244 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb8e69d-8561-49fd-9115-63bad66074dc", "tag": "95f5933a-b945-4d17-9b38-9fbfe3b7160e", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:17.932495 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-65b0a3e2-3b13-4053-9722-55c3c42c0511 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:17.932875 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'tag': '95f5933a-b945-4d17-9b38-9fbfe3b7160e', 'status': 'completed', 'code': 200} Jul 23 16:16:17.935715 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db026d5-0d1a-4421-8ca5-af1e74649fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dfc785-06fc-4f2f-8615-e0b8ad896ada,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:17.950642 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db026d5-0d1a-4421-8ca5-af1e74649fd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:17.950989 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db026d5-0d1a-4421-8ca5-af1e74649fd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:17.951362 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db026d5-0d1a-4421-8ca5-af1e74649fd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:17.951697 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db026d5-0d1a-4421-8ca5-af1e74649fd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:17.952032 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db026d5-0d1a-4421-8ca5-af1e74649fd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:17.952364 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db026d5-0d1a-4421-8ca5-af1e74649fd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:17.952694 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db026d5-0d1a-4421-8ca5-af1e74649fd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:17.953404 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db026d5-0d1a-4421-8ca5-af1e74649fd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:17.953647 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db026d5-0d1a-4421-8ca5-af1e74649fd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:17.953742 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db026d5-0d1a-4421-8ca5-af1e74649fd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:17.954574 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db026d5-0d1a-4421-8ca5-af1e74649fd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:17.954905 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db026d5-0d1a-4421-8ca5-af1e74649fd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:17.997318 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cd32cdc2-6308-44bf-b415-1ff663a7657d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.005652 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-f21c17d4-af4d-4d9b-8b70-101af923f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:18.007221 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-f21c17d4-af4d-4d9b-8b70-101af923f1b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74cc12e8-e460-4b21-8f86-7828dd99c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0690651 Jul 23 16:16:18.019775 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cd32cdc2-6308-44bf-b415-1ff663a7657d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.076731 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cd32cdc2-6308-44bf-b415-1ff663a7657d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.079738 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cd32cdc2-6308-44bf-b415-1ff663a7657d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.081595 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-cd32cdc2-6308-44bf-b415-1ff663a7657d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/83dfc785-06fc-4f2f-8615-e0b8ad896ada HTTP/1.1" status: 204 len: 168 time: 0.1514494 Jul 23 16:16:18.098541 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32cdc2-6308-44bf-b415-1ff663a7657d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dfc785-06fc-4f2f-8615-e0b8ad896ada,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:18.136594 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-a12c0d3a-51aa-402a-9702-0f2851807f63 service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122677 Jul 23 16:16:18.242819 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cf50c4fb-1f5e-4418-a916-5ba5ad6ede15 req-17c81551-5bb2-463c-9240-4131392f0b5a service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983188 Jul 23 16:16:18.409819 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe5aef-355f-4dd0-a29d-439da7a197c4 req-2837104a-36c2-4f8b-a93c-055178c1b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:18.411440 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-21fe5aef-355f-4dd0-a29d-439da7a197c4 req-2837104a-36c2-4f8b-a93c-055178c1b93a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ab7fd8f81d14fd087b62a6b970688a2&device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 1096 time: 0.0552204 Jul 23 16:16:18.546177 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-39f5e94f-8abf-437d-84b9-c0a390507f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.551947 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe5aef-355f-4dd0-a29d-439da7a197c4 req-9b063c71-d7b8-4a56-9745-1fca66fd76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:18.553932 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-21fe5aef-355f-4dd0-a29d-439da7a197c4 req-9b063c71-d7b8-4a56-9745-1fca66fd76c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=74cc12e8-e460-4b21-8f86-7828dd99c3c6 HTTP/1.1" status: 200 len: 918 time: 0.1025643 Jul 23 16:16:18.587002 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404aaf2-21e4-42e0-a003-5daaaa32b17e req-36aff2e9-dc48-433f-8a05-5ec79865b618 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:18.588815 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7404aaf2-21e4-42e0-a003-5daaaa32b17e req-36aff2e9-dc48-433f-8a05-5ec79865b618 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.0745838 Jul 23 16:16:18.604519 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-21fe5aef-355f-4dd0-a29d-439da7a197c4 req-c7bf4cda-ec0b-4d45-bc1e-7364a98dd960 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95f5933a-b945-4d17-9b38-9fbfe3b7160e HTTP/1.1" status: 200 len: 217 time: 0.0419557 Jul 23 16:16:18.638042 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7404aaf2-21e4-42e0-a003-5daaaa32b17e req-21a973c3-3864-4328-bdb4-ea43578c8d49 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369539 Jul 23 16:16:18.670706 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe5aef-355f-4dd0-a29d-439da7a197c4 req-05926cf2-f008-4ace-8f9e-80c47f8b217c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:18.672345 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-21fe5aef-355f-4dd0-a29d-439da7a197c4 req-05926cf2-f008-4ace-8f9e-80c47f8b217c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=16a96ff4-9135-4297-8f4d-e0300b0cc0f6 HTTP/1.1" status: 200 len: 856 time: 0.0604000 Jul 23 16:16:18.764467 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe5aef-355f-4dd0-a29d-439da7a197c4 req-c9ce3c91-24a7-4519-8648-7ddac990140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:18.764467 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-21fe5aef-355f-4dd0-a29d-439da7a197c4 req-c9ce3c91-24a7-4519-8648-7ddac990140e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74cc12e8-e460-4b21-8f86-7828dd99c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0640399 Jul 23 16:16:18.807807 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.808434 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55398) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:18.856498 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-21fe5aef-355f-4dd0-a29d-439da7a197c4 req-16dc5d57-0707-46d1-a601-e4cb6c4c88a8 service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874076 Jul 23 16:16:18.920595 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-c40c4f20-df4c-44c6-ab59-310779b077b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1781275427-network', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:18.964844 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-21fe5aef-355f-4dd0-a29d-439da7a197c4 req-ecdd4785-3da8-4c1a-9af1-241465fa4248 service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953648 Jul 23 16:16:18.977810 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40c4f20-df4c-44c6-ab59-310779b077b8 admin admin] Made reservation on behalf of ff5d477b98d144eda7ab469b1df679e6 for: {'network': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:18.980093 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c40c4f20-df4c-44c6-ab59-310779b077b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.990391 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c40c4f20-df4c-44c6-ab59-310779b077b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.064100 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f49de-987f-4334-90e7-292921122e67 req-b9cf3c51-a698-4411-830b-b76e386a58e9 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:19.066121 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-883f49de-987f-4334-90e7-292921122e67 req-b9cf3c51-a698-4411-830b-b76e386a58e9 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.1257412 Jul 23 16:16:19.147222 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-883f49de-987f-4334-90e7-292921122e67 req-e5303e82-7022-4bd1-8f62-2d47d1b86a85 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731766 Jul 23 16:16:19.161339 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0a6bf-3942-4faa-8f6c-bff0d1ef151b req-700690ee-d786-4900-b09c-37e155986fd8 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:19.162774 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-74b0a6bf-3942-4faa-8f6c-bff0d1ef151b req-700690ee-d786-4900-b09c-37e155986fd8 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.59 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.1575127 Jul 23 16:16:19.226466 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c40c4f20-df4c-44c6-ab59-310779b077b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.232003 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c40c4f20-df4c-44c6-ab59-310779b077b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.257394 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.301614 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40c4f20-df4c-44c6-ab59-310779b077b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=93297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:16:19.315547 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c4f20-df4c-44c6-ab59-310779b077b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc30dd7-35dc-4c98-9ecc-f95bc251cb61,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:19.320638 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c40c4f20-df4c-44c6-ab59-310779b077b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.320992 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.segments_db [None req-c40c4f20-df4c-44c6-ab59-310779b077b8 admin admin] Added segment d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa of type vlan for network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e Jul 23 16:16:19.378724 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c40c4f20-df4c-44c6-ab59-310779b077b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.394458 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-74b0a6bf-3942-4faa-8f6c-bff0d1ef151b req-2ada078f-e2ab-4280-a5e1-c23783e66ce4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Deleting port 2a1abf88-0c0f-4302-ac91-79c156e47d23 {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:16:19.394792 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-74b0a6bf-3942-4faa-8f6c-bff0d1ef151b req-2ada078f-e2ab-4280-a5e1-c23783e66ce4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.463322 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c40c4f20-df4c-44c6-ab59-310779b077b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.464300 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40c4f20-df4c-44c6-ab59-310779b077b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:19.465186 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c40c4f20-df4c-44c6-ab59-310779b077b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.510353 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-c40c4f20-df4c-44c6-ab59-310779b077b8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7006912 Jul 23 16:16:19.513613 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55426) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:19.519463 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-e85e6554-2387-49a0-9c91-d0d411643eea admin admin] Request body: {'subnet': {'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1781275427-subnet', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'ip_version': 4}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:19.526271 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-74b0a6bf-3942-4faa-8f6c-bff0d1ef151b req-2ada078f-e2ab-4280-a5e1-c23783e66ce4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] For port 2a1abf88-0c0f-4302-ac91-79c156e47d23, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2a1abf88-0c0f-4302-ac91-79c156e47d23,segment=NetworkSegment(093ecfe2-f45b-40b0-a59d-04a35e3cd077),segment_id=093ecfe2-f45b-40b0-a59d-04a35e3cd077)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:19.526477 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-74b0a6bf-3942-4faa-8f6c-bff0d1ef151b req-2ada078f-e2ab-4280-a5e1-c23783e66ce4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.547825 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85e6554-2387-49a0-9c91-d0d411643eea admin admin] Made reservation on behalf of ff5d477b98d144eda7ab469b1df679e6 for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:19.550582 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e85e6554-2387-49a0-9c91-d0d411643eea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13960916'] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.561491 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c4f20-df4c-44c6-ab59-310779b077b8 admin admin] Pushing event updated for resources: {'Network': ['ID=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:19.571940 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:16:19.793542 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e85e6554-2387-49a0-9c91-d0d411643eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15978149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13960902'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.859650 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e6554-2387-49a0-9c91-d0d411643eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=1345c1fc-90b2-4087-8e13-41bf62bf0f8f,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:19.864672 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85e6554-2387-49a0-9c91-d0d411643eea admin admin] Checking segment: {'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:19.865057 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85e6554-2387-49a0-9c91-d0d411643eea admin admin] Network hostable DHCP agents. Network: 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:16:19.876468 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093c675-eff6-411b-83ab-a7f57cc11cca req-62ec478e-6a0b-410b-a56e-82d03388cd50 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:19.878041 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d093c675-eff6-411b-83ab-a7f57cc11cca req-62ec478e-6a0b-410b-a56e-82d03388cd50 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 946 time: 0.1450355 Jul 23 16:16:19.883023 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-74b0a6bf-3942-4faa-8f6c-bff0d1ef151b req-2ada078f-e2ab-4280-a5e1-c23783e66ce4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.883493 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-74b0a6bf-3942-4faa-8f6c-bff0d1ef151b req-2ada078f-e2ab-4280-a5e1-c23783e66ce4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736144'] for floatingip, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.883852 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.l3_db [req-74b0a6bf-3942-4faa-8f6c-bff0d1ef151b req-2ada078f-e2ab-4280-a5e1-c23783e66ce4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Floating IP cd7a2b58-3e4e-406c-ae18-da22cb153589 disassociated. External IP: 172.27.0.171, port: 2a1abf88-0c0f-4302-ac91-79c156e47d23. Jul 23 16:16:19.884174 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-74b0a6bf-3942-4faa-8f6c-bff0d1ef151b req-2ada078f-e2ab-4280-a5e1-c23783e66ce4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Calling delete_port for 2a1abf88-0c0f-4302-ac91-79c156e47d23 owned by compute:nova {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:16:19.888329 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85e6554-2387-49a0-9c91-d0d411643eea admin admin] Network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:16:19.896106 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55440) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:19.900150 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-e85e6554-2387-49a0-9c91-d0d411643eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:19.904788 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85e6554-2387-49a0-9c91-d0d411643eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:19.905496 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e85e6554-2387-49a0-9c91-d0d411643eea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.910979 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b70a610-2204-49b5-844d-16051c508ee0 None None] Network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:16:19.929695 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-e85e6554-2387-49a0-9c91-d0d411643eea admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4148111 Jul 23 16:16:19.930599 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55444) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:19.935149 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:19.957990 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.959140 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.984563 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d093c675-eff6-411b-83ab-a7f57cc11cca req-8419cef1-2439-4f19-a575-296bfc9767bd tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f35317f-70b7-4e12-a0ea-39616ac6f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973818 Jul 23 16:16:20.038785 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.091911 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-74b0a6bf-3942-4faa-8f6c-bff0d1ef151b req-2ada078f-e2ab-4280-a5e1-c23783e66ce4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.093970 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f2cd879f-fd53-4799-84b2-00b9691d3515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.127781 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada078f-e2ab-4280-a5e1-c23783e66ce4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Pushing event deleted for resources: {'Port': ['ID=2a1abf88-0c0f-4302-ac91-79c156e47d23,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:20.131484 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4722bcb-980c-5471-8966-18c34a20cf20-3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f'}]}} from dv-cinder-796286-18-iscsi. {{(pid=93298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:16:20.133010 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.220342 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.322919 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74b0a6bf-3942-4faa-8f6c-bff0d1ef151b req-2ada078f-e2ab-4280-a5e1-c23783e66ce4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:16:20.342396 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.db_base_plugin_common [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Allocated IP 172.20.0.2 (3b0c78ce-3ca2-4b17-bca0-e417ea14df4e/1345c1fc-90b2-4087-8e13-41bf62bf0f8f/a44d27ed-48e6-410c-9517-f0539f219ce2) {{(pid=93298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:20.360636 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f2cd879f-fd53-4799-84b2-00b9691d3515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.367684 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f2cd879f-fd53-4799-84b2-00b9691d3515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.488802 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bca320-93cb-4874-bb69-907ef1b99813 req-32d20bc2-1dd5-41dd-b295-fc58654d9f94 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:20.490300 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-99bca320-93cb-4874-bb69-907ef1b99813 req-32d20bc2-1dd5-41dd-b295-fc58654d9f94 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.2274995 Jul 23 16:16:20.505681 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-f2cd879f-fd53-4799-84b2-00b9691d3515 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=23ddcd6ad84e4b9ea4d03c482d3610a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6022243 Jul 23 16:16:20.510116 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd879f-fd53-4799-84b2-00b9691d3515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88df79df-a182-43b2-87bd-9efe903c6549,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:20.512589 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55458) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:20.563048 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-99bca320-93cb-4874-bb69-907ef1b99813 req-08117178-956d-47d7-979e-0e4d63f0dbc0 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557840 Jul 23 16:16:20.574905 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74b0a6bf-3942-4faa-8f6c-bff0d1ef151b req-2ada078f-e2ab-4280-a5e1-c23783e66ce4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:16:20.600742 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.610080 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Notify callbacks [] for port, precommit_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.624784 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.632830 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351f9f5b-5036-4a5a-8813-859b5902943d None None] Sync routers for ids ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:16:20.637321 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b0a6bf-3942-4faa-8f6c-bff0d1ef151b req-2ada078f-e2ab-4280-a5e1-c23783e66ce4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] No DVR routers for this DVR port 2a1abf88-0c0f-4302-ac91-79c156e47d23 on host hv-cinder-79628 {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:16:20.647118 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Transition to ACTIVE for port object a44d27ed-48e6-410c-9517-f0539f219ce2 will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:20.647370 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-74b0a6bf-3942-4faa-8f6c-bff0d1ef151b req-2ada078f-e2ab-4280-a5e1-c23783e66ce4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.650040 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-74b0a6bf-3942-4faa-8f6c-bff0d1ef151b req-2ada078f-e2ab-4280-a5e1-c23783e66ce4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.59 "DELETE /v2.0/ports/2a1abf88-0c0f-4302-ac91-79c156e47d23 HTTP/1.1" status: 204 len: 173 time: 1.4809573 Jul 23 16:16:20.650587 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dcf58d-6b7d-44e0-b9a0-0f820108c107', 'name': 'network-vif-deleted', 'tag': '2a1abf88-0c0f-4302-ac91-79c156e47d23'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:20.654123 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f21c18b-90e7-4dcd-a0d6-f839351594be" -d '{"events": [{"server_uuid": "44dcf58d-6b7d-44e0-b9a0-0f820108c107", "name": "network-vif-deleted", "tag": "2a1abf88-0c0f-4302-ac91-79c156e47d23"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:20.655770 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f9f5b-5036-4a5a-8813-859b5902943d None None] Routers {'d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:20.668851 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-351f9f5b-5036-4a5a-8813-859b5902943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:16:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:20.683417 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69916df9-57a2-4a9b-81b2-d25f54411fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.711474 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e9b83a-28db-44e4-b0c1-a4386510e810 x-openstack-request-id: req-61e9b83a-28db-44e4-b0c1-a4386510e810 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:20.712081 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dcf58d-6b7d-44e0-b9a0-0f820108c107", "name": "network-vif-deleted", "tag": "2a1abf88-0c0f-4302-ac91-79c156e47d23", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:20.713152 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-61e9b83a-28db-44e4-b0c1-a4386510e810 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:20.713743 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dcf58d-6b7d-44e0-b9a0-0f820108c107', 'name': 'network-vif-deleted', 'tag': '2a1abf88-0c0f-4302-ac91-79c156e47d23', 'status': 'completed', 'code': 200} Jul 23 16:16:20.736639 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69916df9-57a2-4a9b-81b2-d25f54411fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.771139 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Transition to ACTIVE for port object a44d27ed-48e6-410c-9517-f0539f219ce2 will not be triggered until provisioned by entity DHCP. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:20.792936 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.809150 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Allocated IP 172.27.0.199 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/5da19ccd-b42f-4cef-bc8a-9a8b6416f938) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:20.826119 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e is already hosted by enough agents. {{(pid=93298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:20.830548 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.base_scheduler [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Resources bound (agent type, host, resource id): {{(pid=93298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:20.851802 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69916df9-57a2-4a9b-81b2-d25f54411fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.854632 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69916df9-57a2-4a9b-81b2-d25f54411fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.855946 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-69916df9-57a2-4a9b-81b2-d25f54411fa3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/88df79df-a182-43b2-87bd-9efe903c6549 HTTP/1.1" status: 204 len: 168 time: 0.3329778 Jul 23 16:16:20.866545 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Received port after_create {{(pid=93298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:20.900893 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69916df9-57a2-4a9b-81b2-d25f54411fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88df79df-a182-43b2-87bd-9efe903c6549,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:20.915019 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 95f5933a-b945-4d17-9b38-9fbfe3b7160e details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:16:20.959303 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.002616 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Pushing event updated for resources: {'Port': ['ID=a44d27ed-48e6-410c-9517-f0539f219ce2,revision_number=1']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:21.017260 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-351f9f5b-5036-4a5a-8813-859b5902943d None None] Set router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:21.021759 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Attempting to bind port a44d27ed-48e6-410c-9517-f0539f219ce2 on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:21.022253 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Attempting to bind port a44d27ed-48e6-410c-9517-f0539f219ce2 by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:21.022787 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Attempting to bind port a44d27ed-48e6-410c-9517-f0539f219ce2 on network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:21.055591 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:21.056091 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:21.056665 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:21.057098 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:21.057666 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:21.058123 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:21.058548 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:21.058976 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:21.059431 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:21.059857 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:21.060281 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:21.060697 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:21.075516 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.116327 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:21.116754 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Checking segment: {'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:21.117162 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.120530 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Bound using segment: {'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:21.121121 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Bound port: a44d27ed-48e6-410c-9517-f0539f219ce2, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:21.121536 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.148250 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:21.151858 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:21.160337 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:21.180986 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9678ecc9-82bf-453d-af58-6e78cdab6f54 req-c26a06bc-f4ad-439b-b95c-e7ace451644e tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=44dcf58d-6b7d-44e0-b9a0-0f820108c107 HTTP/1.1" status: 200 len: 210 time: 0.0553343 Jul 23 16:16:21.201272 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Pushing event updated for resources: {'Port': ['ID=5da19ccd-b42f-4cef-bc8a-9a8b6416f938,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:21.306558 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55474) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:21.327677 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cd0766d9-09a0-4c15-834e-c31d924cc946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.388872 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.469768 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cd0766d9-09a0-4c15-834e-c31d924cc946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.475898 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cd0766d9-09a0-4c15-834e-c31d924cc946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.489314 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.505840 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-cd0766d9-09a0-4c15-834e-c31d924cc946 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d2615e3c694d44798659c3941f9d3e86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953523 Jul 23 16:16:21.506192 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55476) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:21.547192 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 95f5933a-b945-4d17-9b38-9fbfe3b7160e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=95f5933a-b945-4d17-9b38-9fbfe3b7160e,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:21.566177 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] For port a44d27ed-48e6-410c-9517-f0539f219ce2, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:21.574668 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] For port a44d27ed-48e6-410c-9517-f0539f219ce2, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=a44d27ed-48e6-410c-9517-f0539f219ce2,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:21.581912 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': '95f5933a-b945-4d17-9b38-9fbfe3b7160e', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'port_id': '95f5933a-b945-4d17-9b38-9fbfe3b7160e', 'mac_address': 'fa:16:3e:db:78:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:16:21.582669 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-73818027-a89b-4249-b557-0fd2834291a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.585510 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.609012 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-73818027-a89b-4249-b557-0fd2834291a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.660258 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0766d9-09a0-4c15-834e-c31d924cc946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8263d11-cb56-487a-b655-6248a7546df9,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:21.688604 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-73818027-a89b-4249-b557-0fd2834291a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.691612 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-73818027-a89b-4249-b557-0fd2834291a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.695425 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-73818027-a89b-4249-b557-0fd2834291a6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c8263d11-cb56-487a-b655-6248a7546df9 HTTP/1.1" status: 204 len: 168 time: 0.1871660 Jul 23 16:16:21.705900 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.713846 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a253fd-1085-4776-b556-caa9ed763d63 None None] Pushing event updated for resources: {'Port': ['ID=a44d27ed-48e6-410c-9517-f0539f219ce2,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:21.717058 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73818027-a89b-4249-b557-0fd2834291a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8263d11-cb56-487a-b655-6248a7546df9,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:21.733591 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f5933a-b945-4d17-9b38-9fbfe3b7160e {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:21.757228 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735994'] for router, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.774701 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 95f5933a-b945-4d17-9b38-9fbfe3b7160e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=95f5933a-b945-4d17-9b38-9fbfe3b7160e,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:21.782862 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.795821 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-351f9f5b-5036-4a5a-8813-859b5902943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:11:08Z', 'revision_number': 4, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '6ff134de-805c-4647-a0bd-790715fe6e00', 'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'mac_address': 'fa:16:3e:ef:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:06Z', 'updated_at': '2021-07-23T16:11:18Z', 'revision_number': 5, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'subnets': [{'id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:21.797522 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2903e7-a71e-4492-b569-3415443f21e0 req-4c431930-f7b4-42cd-a07f-49c78d66ac19 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:21.806706 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bf2903e7-a71e-4492-b569-3415443f21e0 req-4c431930-f7b4-42cd-a07f-49c78d66ac19 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.0992765 Jul 23 16:16:21.858229 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351f9f5b-5036-4a5a-8813-859b5902943d None None] Checking router: d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:16:21.859842 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bf2903e7-a71e-4492-b569-3415443f21e0 req-208f365b-15bc-480e-9a37-ad510e43df48 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519392 Jul 23 16:16:21.884173 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f9f5b-5036-4a5a-8813-859b5902943d None None] Routers {'d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:21.884826 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-351f9f5b-5036-4a5a-8813-859b5902943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:16:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:21.979112 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=95f5933a-b945-4d17-9b38-9fbfe3b7160e,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:22.058409 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-351f9f5b-5036-4a5a-8813-859b5902943d None None] Set router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:22.175807 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['95f5933a-b945-4d17-9b38-9fbfe3b7160e'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:22.268132 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55498) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:22.305753 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Router 0269c8be-15a4-4024-81a2-5c718e93e027 is scheduled to L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b with binding_index 1 {{(pid=93296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:16:22.387566 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b40dd59d-2080-4f08-bc68-4a66de00f9b1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.424287 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b40dd59d-2080-4f08-bc68-4a66de00f9b1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.458698 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:16:22.484047 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Sync routers for ids ['0269c8be-15a4-4024-81a2-5c718e93e027'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:16:22.484749 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.485773 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-92587e0a-ead6-4d27-a25e-61ad76c3244e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5540879 Jul 23 16:16:22.488953 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55506) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:22.509533 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Routers {'0269c8be-15a4-4024-81a2-5c718e93e027'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:22.511145 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:16:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0269c8be-15a4-4024-81a2-5c718e93e027'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:22.542670 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-351f9f5b-5036-4a5a-8813-859b5902943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:11:08Z', 'revision_number': 4, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '6ff134de-805c-4647-a0bd-790715fe6e00', 'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'mac_address': 'fa:16:3e:ef:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:06Z', 'updated_at': '2021-07-23T16:11:18Z', 'revision_number': 5, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'subnets': [{'id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:22.590267 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351f9f5b-5036-4a5a-8813-859b5902943d None None] The sync data for ids ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'] in dv-cinder-796286-18-iscsi is: [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:11:08Z', 'revision_number': 4, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '6ff134de-805c-4647-a0bd-790715fe6e00', 'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'mac_address': 'fa:16:3e:ef:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:06Z', 'updated_at': '2021-07-23T16:11:18Z', 'revision_number': 5, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'subnets': [{'id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:16:22.626672 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b40dd59d-2080-4f08-bc68-4a66de00f9b1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.629554 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b40dd59d-2080-4f08-bc68-4a66de00f9b1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.633714 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55512) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:22.633915 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-b40dd59d-2080-4f08-bc68-4a66de00f9b1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "DELETE /v2.0/security-groups/7f35317f-70b7-4e12-a0ea-39616ac6f2b4 HTTP/1.1" status: 204 len: 168 time: 0.3569140 Jul 23 16:16:22.649374 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40dd59d-2080-4f08-bc68-4a66de00f9b1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f35317f-70b7-4e12-a0ea-39616ac6f2b4,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:22.653614 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.api.v2.resource [None req-2a818190-1a50-4c05-b013-32750c040c37 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] show failed (client error): The resource could not be found. Jul 23 16:16:22.657551 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-2a818190-1a50-4c05-b013-32750c040c37 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups/7f35317f-70b7-4e12-a0ea-39616ac6f2b4 HTTP/1.1" status: 404 len: 347 time: 0.0198979 Jul 23 16:16:22.663709 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55514) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:22.760518 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device a44d27ed-48e6-410c-9517-f0539f219ce2 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:22.791577 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Set router 0269c8be-15a4-4024-81a2-5c718e93e027 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:22.858171 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port a44d27ed-48e6-410c-9517-f0539f219ce2 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:22.878912 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 2a1abf88-0c0f-4302-ac91-79c156e47d23 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:16:22.920609 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: 2a1abf88-0c0f-4302-ac91-79c156e47d23 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:16:22.928195 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 2a1abf88-0c0f-4302-ac91-79c156e47d23 not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:16:23.032539 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb5754-f669-4932-92fb-1c78f84cbc22 None None] New status for floating IP cd7a2b58-3e4e-406c-ae18-da22cb153589: DOWN {{(pid=93298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:16:23.079743 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:21Z', 'revision_number': 3, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:23.082430 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea2507c-555b-482d-a015-47675fe11c8f None None] Network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:16:23.124841 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Checking router: 0269c8be-15a4-4024-81a2-5c718e93e027 for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:16:23.126541 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Updating router 0269c8be-15a4-4024-81a2-5c718e93e027 port 5da19ccd-b42f-4cef-bc8a-9a8b6416f938 binding host dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:16:23.128665 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-b74c0162-0cb9-4d59-8ab6-5938251e580f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Deleting port 800d5ced-2003-42f3-8795-79e319d23d9e {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:16:23.129016 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b74c0162-0cb9-4d59-8ab6-5938251e580f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.171402 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.195486 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-d36db45e-bed8-4374-828b-7b15be6d1990 None None] Provisioning for port a44d27ed-48e6-410c-9517-f0539f219ce2 completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:23.240193 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-d36db45e-bed8-4374-828b-7b15be6d1990 None None] Provisioning complete for port a44d27ed-48e6-410c-9517-f0539f219ce2 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:23.240858 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d36db45e-bed8-4374-828b-7b15be6d1990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.430475 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d36db45e-bed8-4374-828b-7b15be6d1990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.521382 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-d36db45e-bed8-4374-828b-7b15be6d1990 None None] For port a44d27ed-48e6-410c-9517-f0539f219ce2, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=a44d27ed-48e6-410c-9517-f0539f219ce2,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:23.527291 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d36db45e-bed8-4374-828b-7b15be6d1990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.532144 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.556514 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.provisioning_blocks [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Transition to ACTIVE for port object 5da19ccd-b42f-4cef-bc8a-9a8b6416f938 will not be triggered until provisioned by entity L2. {{(pid=93299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:23.566939 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.569313 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b74c0162-0cb9-4d59-8ab6-5938251e580f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.569827 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b74c0162-0cb9-4d59-8ab6-5938251e580f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.588249 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bc9c8-2faf-42fa-ba15-013134a034eb req-7ae538c3-65bb-4b40-8429-691dd5eb79b7 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:23.596239 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c29bc9c8-2faf-42fa-ba15-013134a034eb req-7ae538c3-65bb-4b40-8429-691dd5eb79b7 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 944 time: 0.5983403 Jul 23 16:16:23.642567 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fb1ce-73e3-4713-a63a-0db7d4b7c08a None None] Pushing event updated for resources: {'Port': ['ID=5da19ccd-b42f-4cef-bc8a-9a8b6416f938,revision_number=2']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:23.663597 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36db45e-bed8-4374-828b-7b15be6d1990 None None] Pushing event updated for resources: {'Port': ['ID=a44d27ed-48e6-410c-9517-f0539f219ce2,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:23.684123 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Attempting to bind port 5da19ccd-b42f-4cef-bc8a-9a8b6416f938 on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:23.684975 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Attempting to bind port 5da19ccd-b42f-4cef-bc8a-9a8b6416f938 by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:23.685443 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Attempting to bind port 5da19ccd-b42f-4cef-bc8a-9a8b6416f938 on network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:23.691579 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:23.692829 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Checking segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:23.693477 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.694219 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Bound using segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:23.694953 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Bound port: 5da19ccd-b42f-4cef-bc8a-9a8b6416f938, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:23.695663 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.746082 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-b74c0162-0cb9-4d59-8ab6-5938251e580f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Calling delete_port for 800d5ced-2003-42f3-8795-79e319d23d9e owned by network:floatingip {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:16:23.749722 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fb1ce-73e3-4713-a63a-0db7d4b7c08a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:23.750279 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fb1ce-73e3-4713-a63a-0db7d4b7c08a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:23.750745 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fb1ce-73e3-4713-a63a-0db7d4b7c08a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:23.751311 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fb1ce-73e3-4713-a63a-0db7d4b7c08a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:23.751690 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fb1ce-73e3-4713-a63a-0db7d4b7c08a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:23.752156 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fb1ce-73e3-4713-a63a-0db7d4b7c08a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:23.752506 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fb1ce-73e3-4713-a63a-0db7d4b7c08a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:23.752841 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fb1ce-73e3-4713-a63a-0db7d4b7c08a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:23.753194 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fb1ce-73e3-4713-a63a-0db7d4b7c08a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:23.753706 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fb1ce-73e3-4713-a63a-0db7d4b7c08a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:23.754217 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fb1ce-73e3-4713-a63a-0db7d4b7c08a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:23.754520 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fb1ce-73e3-4713-a63a-0db7d4b7c08a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:23.769108 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] For port 5da19ccd-b42f-4cef-bc8a-9a8b6416f938, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:23.774487 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] For port 5da19ccd-b42f-4cef-bc8a-9a8b6416f938, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=5da19ccd-b42f-4cef-bc8a-9a8b6416f938,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:23.783916 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.850960 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-bc9ba775-4d37-42df-873c-9b1c2fed47ac None None] Provisioning complete for port a44d27ed-48e6-410c-9517-f0539f219ce2 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:23.851594 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba775-4d37-42df-873c-9b1c2fed47ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.859213 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fb1ce-73e3-4713-a63a-0db7d4b7c08a None None] Pushing event updated for resources: {'Port': ['ID=5da19ccd-b42f-4cef-bc8a-9a8b6416f938,revision_number=3']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:23.868358 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c29bc9c8-2faf-42fa-ba15-013134a034eb req-da22cd65-cdef-4fe9-b4ac-a71fd4300ab3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715645 Jul 23 16:16:23.871389 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Routers {'0269c8be-15a4-4024-81a2-5c718e93e027'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:23.872942 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:16:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0269c8be-15a4-4024-81a2-5c718e93e027'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:23.995332 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] Set router 0269c8be-15a4-4024-81a2-5c718e93e027 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:24.047758 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.077444 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b74c0162-0cb9-4d59-8ab6-5938251e580f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.136169 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c0162-0cb9-4d59-8ab6-5938251e580f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Pushing event deleted for resources: {'Port': ['ID=800d5ced-2003-42f3-8795-79e319d23d9e,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:24.181303 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55546) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:24.198164 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:21Z', 'revision_number': 3, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:24.226688 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd0fee-06b4-4832-a5ab-47f4903268f1 None None] The sync data for ids ['0269c8be-15a4-4024-81a2-5c718e93e027'] in dv-cinder-796286-18-iscsi is: [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:21Z', 'revision_number': 3, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:16:24.244670 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b74c0162-0cb9-4d59-8ab6-5938251e580f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for floatingip, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.247304 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b74c0162-0cb9-4d59-8ab6-5938251e580f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.251962 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-b74c0162-0cb9-4d59-8ab6-5938251e580f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "DELETE /v2.0/floatingips/cd7a2b58-3e4e-406c-ae18-da22cb153589 HTTP/1.1" status: 204 len: 168 time: 1.5837035 Jul 23 16:16:24.312154 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Allocated IP 172.20.0.1 (3b0c78ce-3ca2-4b17-bca0-e417ea14df4e/1345c1fc-90b2-4087-8e13-41bf62bf0f8f/70e09f69-0892-4e37-ad09-972d262616ee) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:24.331803 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e3fdb676-35ca-4c80-aad8-37930f0be166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.429842 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e3fdb676-35ca-4c80-aad8-37930f0be166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.435033 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e3fdb676-35ca-4c80-aad8-37930f0be166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.448353 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.465809 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Transition to ACTIVE for port object 70e09f69-0892-4e37-ad09-972d262616ee will not be triggered until provisioned by entity DHCP. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:24.475897 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-e3fdb676-35ca-4c80-aad8-37930f0be166 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9f01b367c75b4978a4c49edab7873f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932999 Jul 23 16:16:24.477224 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fdb676-35ca-4c80-aad8-37930f0be166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2436af09-f5a7-41ba-b2d0-19dced0ba71a,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:24.478929 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55552) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:24.564834 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.577995 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55554) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:24.581846 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-09c7e36e-fe92-4884-b89a-3cdcd85b43a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.587162 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-ed7b507e-deb0-40b8-afa7-43e4d6ab7da6 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--773340149', 'description': 'tempest-description--928997466'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:24.650767 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-09c7e36e-fe92-4884-b89a-3cdcd85b43a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.657450 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:24.691681 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:24.699186 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:24.703717 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Pushing event updated for resources: {'Port': ['ID=70e09f69-0892-4e37-ad09-972d262616ee,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:24.735836 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ed7b507e-deb0-40b8-afa7-43e4d6ab7da6 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.807634 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device a44d27ed-48e6-410c-9517-f0539f219ce2 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:24.841453 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734691'] for router_interface, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.891118 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 95f5933a-b945-4d17-9b38-9fbfe3b7160e up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:24.926130 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-09c7e36e-fe92-4884-b89a-3cdcd85b43a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.929044 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-09c7e36e-fe92-4884-b89a-3cdcd85b43a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.932520 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-09c7e36e-fe92-4884-b89a-3cdcd85b43a1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2436af09-f5a7-41ba-b2d0-19dced0ba71a HTTP/1.1" status: 204 len: 168 time: 0.4502792 Jul 23 16:16:24.948195 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7e36e-fe92-4884-b89a-3cdcd85b43a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2436af09-f5a7-41ba-b2d0-19dced0ba71a,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:25.008554 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port a44d27ed-48e6-410c-9517-f0539f219ce2 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:25.009409 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.052799 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ed7b507e-deb0-40b8-afa7-43e4d6ab7da6 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.065052 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ed7b507e-deb0-40b8-afa7-43e4d6ab7da6 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.115671 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b507e-deb0-40b8-afa7-43e4d6ab7da6 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7d3665-79e5-4edb-b11b-4db1a20978b9,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:25.145769 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 5da19ccd-b42f-4cef-bc8a-9a8b6416f938 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:25.168688 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ed7b507e-deb0-40b8-afa7-43e4d6ab7da6 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.170013 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-ed7b507e-deb0-40b8-afa7-43e4d6ab7da6 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5906129 Jul 23 16:16:25.173466 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55568) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:25.181432 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-ac771ce9-c8ba-4abf-b55d-b4008155e5bc tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Request body: {'security_group_rule': {'security_group_id': 'da7d3665-79e5-4edb-b11b-4db1a20978b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:25.192868 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-f3720c85-ac0e-41ce-b61e-d3f7370cf3c8 None None] Provisioning for port 70e09f69-0892-4e37-ad09-972d262616ee completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:25.198657 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-f3720c85-ac0e-41ce-b61e-d3f7370cf3c8 None None] Provisioning complete for port 70e09f69-0892-4e37-ad09-972d262616ee triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:25.199351 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-f3720c85-ac0e-41ce-b61e-d3f7370cf3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.210351 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bc296-9497-41ff-aeca-44168f18cc52 req-8a40cf4e-d6dc-45f8-8b3e-2e9c4781f06f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:25.212500 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2a3bc296-9497-41ff-aeca-44168f18cc52 req-8a40cf4e-d6dc-45f8-8b3e-2e9c4781f06f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 944 time: 0.2166324 Jul 23 16:16:25.213202 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.254842 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ac771ce9-c8ba-4abf-b55d-b4008155e5bc tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.322163 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2a3bc296-9497-41ff-aeca-44168f18cc52 req-e01564af-6afc-430f-b6f5-fa6cb6ac5a50 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971408 Jul 23 16:16:25.352190 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55570) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:25.381755 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ac771ce9-c8ba-4abf-b55d-b4008155e5bc tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.383238 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6b076ebd-d1be-4b84-989e-5dab259ac8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.405420 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ac771ce9-c8ba-4abf-b55d-b4008155e5bc tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.406305 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port 95f5933a-b945-4d17-9b38-9fbfe3b7160e completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:25.422257 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port 95f5933a-b945-4d17-9b38-9fbfe3b7160e triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:25.422949 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.428187 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 5da19ccd-b42f-4cef-bc8a-9a8b6416f938 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:25.438666 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac771ce9-c8ba-4abf-b55d-b4008155e5bc tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9678a42-6bd3-4dc1-b33c-77104065f5e4,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:25.462146 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 5da19ccd-b42f-4cef-bc8a-9a8b6416f938 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:25.462731 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.468237 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-f3720c85-ac0e-41ce-b61e-d3f7370cf3c8 None None] Port 70e09f69-0892-4e37-ad09-972d262616ee cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:25.476582 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.483387 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14480183'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.540786 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6b076ebd-d1be-4b84-989e-5dab259ac8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.549027 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6b076ebd-d1be-4b84-989e-5dab259ac8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.559333 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ac771ce9-c8ba-4abf-b55d-b4008155e5bc tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.560669 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-ac771ce9-c8ba-4abf-b55d-b4008155e5bc tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3859420 Jul 23 16:16:25.560908 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Pushing event updated for resources: {'Port': ['ID=70e09f69-0892-4e37-ad09-972d262616ee,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:25.563578 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729524'] for router_interface, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.564520 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55572) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:25.577279 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-d1009d6b-4507-443a-a245-5c6b279f8bd2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Request body: {'security_group_rule': {'security_group_id': 'da7d3665-79e5-4edb-b11b-4db1a20978b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:25.591497 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.610709 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-6b076ebd-d1be-4b84-989e-5dab259ac8f7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7fe1805ac283476cbf842211b17e2ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547822 Jul 23 16:16:25.611622 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b076ebd-d1be-4b84-989e-5dab259ac8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627d04af-ae47-48b1-9f46-3e38fe7d285a,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:25.614204 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55574) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:25.621846 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.631303 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f5933a-b945-4d17-9b38-9fbfe3b7160e'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:25.633585 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60bf8ba-50a8-4a9d-aebf-4c4b2b0f927c" -d '{"events": [{"server_uuid": "ccb8e69d-8561-49fd-9115-63bad66074dc", "name": "network-vif-plugged", "status": "completed", "tag": "95f5933a-b945-4d17-9b38-9fbfe3b7160e"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:25.656282 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d1009d6b-4507-443a-a245-5c6b279f8bd2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.660274 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 5da19ccd-b42f-4cef-bc8a-9a8b6416f938, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=5da19ccd-b42f-4cef-bc8a-9a8b6416f938,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:25.676349 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 95f5933a-b945-4d17-9b38-9fbfe3b7160e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=95f5933a-b945-4d17-9b38-9fbfe3b7160e,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:25.679475 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd19340-dcfb-4250-a054-83fb89eca5b9 x-openstack-request-id: req-9fd19340-dcfb-4250-a054-83fb89eca5b9 {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:25.680028 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb8e69d-8561-49fd-9115-63bad66074dc", "name": "network-vif-plugged", "status": "completed", "tag": "95f5933a-b945-4d17-9b38-9fbfe3b7160e", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:25.680172 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9fd19340-dcfb-4250-a054-83fb89eca5b9 {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:25.680385 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:25.680914 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f5933a-b945-4d17-9b38-9fbfe3b7160e', 'code': 200} Jul 23 16:16:25.681947 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.687363 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:25.702802 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.731842 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-404d8083-e25d-441d-8365-74794ebb25c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.771105 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d1009d6b-4507-443a-a245-5c6b279f8bd2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.773241 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-404d8083-e25d-441d-8365-74794ebb25c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.804881 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=5da19ccd-b42f-4cef-bc8a-9a8b6416f938,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:25.824266 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d1009d6b-4507-443a-a245-5c6b279f8bd2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.853900 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Router 0269c8be-15a4-4024-81a2-5c718e93e027 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:16:25.865035 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1009d6b-4507-443a-a245-5c6b279f8bd2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446d4dab-b376-4054-8047-c179ac4d895e,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:25.870257 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-404d8083-e25d-441d-8365-74794ebb25c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.874036 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-404d8083-e25d-441d-8365-74794ebb25c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.879753 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-404d8083-e25d-441d-8365-74794ebb25c5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/627d04af-ae47-48b1-9f46-3e38fe7d285a HTTP/1.1" status: 204 len: 168 time: 0.2623260 Jul 23 16:16:25.881615 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=95f5933a-b945-4d17-9b38-9fbfe3b7160e,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:25.890672 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d1009d6b-4507-443a-a245-5c6b279f8bd2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.895486 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d1009d6b-4507-443a-a245-5c6b279f8bd2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3269403 Jul 23 16:16:25.896464 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55582) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:25.906702 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-6f185682-9e96-4056-b963-bceef0197370 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Request body: {'floatingip': {'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:25.912816 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d8083-e25d-441d-8365-74794ebb25c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627d04af-ae47-48b1-9f46-3e38fe7d285a,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:25.946796 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6f185682-9e96-4056-b963-bceef0197370 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for floatingip, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.008927 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-d2543426-a5b5-43fa-b6fb-11ab2a9abe42 None None] Provisioning complete for port 70e09f69-0892-4e37-ad09-972d262616ee triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:26.009516 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d2543426-a5b5-43fa-b6fb-11ab2a9abe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.078921 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6f185682-9e96-4056-b963-bceef0197370 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.088859 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-d2543426-a5b5-43fa-b6fb-11ab2a9abe42 None None] Port 70e09f69-0892-4e37-ad09-972d262616ee cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:26.118395 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:16:26.130881 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-9f6e6ea9-b77e-48f2-8503-052922b17326 admin admin] 10.222.0.69 "PUT /v2.0/routers/0269c8be-15a4-4024-81a2-5c718e93e027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6405840 Jul 23 16:16:26.207803 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-6f185682-9e96-4056-b963-bceef0197370 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Allocated IP 172.27.0.184 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/dc5f532c-7f45-4b2d-ade2-202179e1a51e) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:26.317283 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6f185682-9e96-4056-b963-bceef0197370 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.365958 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6f185682-9e96-4056-b963-bceef0197370 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.408342 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3214fc7-f298-475e-a465-647944300888 None None] Sync routers for ids ['0269c8be-15a4-4024-81a2-5c718e93e027'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:16:26.427431 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3214fc7-f298-475e-a465-647944300888 None None] Routers {'0269c8be-15a4-4024-81a2-5c718e93e027'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:26.428864 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-f3214fc7-f298-475e-a465-647944300888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:16:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0269c8be-15a4-4024-81a2-5c718e93e027'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:26.429343 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f185682-9e96-4056-b963-bceef0197370 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:26.432329 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-6f185682-9e96-4056-b963-bceef0197370 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:26.435184 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f185682-9e96-4056-b963-bceef0197370 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:26.467378 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f185682-9e96-4056-b963-bceef0197370 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Pushing event updated for resources: {'Port': ['ID=dc5f532c-7f45-4b2d-ade2-202179e1a51e,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:26.484174 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55598) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:26.541599 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425b931-1776-4d84-bcf1-0e9651d7353a req-21e03dc0-661d-4a6f-98bf-cae2e0466560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:26.543358 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6425b931-1776-4d84-bcf1-0e9651d7353a req-21e03dc0-661d-4a6f-98bf-cae2e0466560 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 1098 time: 0.4227798 Jul 23 16:16:26.568183 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0a642-bfd3-4460-a227-937465fe0b8d req-0f69b2c5-b2f0-4cb5-935e-7b9855e21884 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:26.575218 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-f3214fc7-f298-475e-a465-647944300888 None None] Set router 0269c8be-15a4-4024-81a2-5c718e93e027 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:26.578118 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-79c0a642-bfd3-4460-a227-937465fe0b8d req-0f69b2c5-b2f0-4cb5-935e-7b9855e21884 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.1388831 Jul 23 16:16:26.626336 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6f185682-9e96-4056-b963-bceef0197370 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.655497 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6425b931-1776-4d84-bcf1-0e9651d7353a req-003f86a1-81d7-4f7a-a109-db6dc49ef7b9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482500 Jul 23 16:16:26.670788 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-79c0a642-bfd3-4460-a227-937465fe0b8d req-13e49cd0-713e-4617-8694-f0fb518550c5 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863011 Jul 23 16:16:26.698012 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 5da19ccd-b42f-4cef-bc8a-9a8b6416f938 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:26.706028 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6f185682-9e96-4056-b963-bceef0197370 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.797229 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 5da19ccd-b42f-4cef-bc8a-9a8b6416f938 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:26.797670 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.804836 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f3656b9c-b8ab-41c5-822e-ddb5e0e34a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.886935 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-f3214fc7-f298-475e-a465-647944300888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 2, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:26.945784 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3214fc7-f298-475e-a465-647944300888 None None] Checking router: 0269c8be-15a4-4024-81a2-5c718e93e027 for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:16:26.946308 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3214fc7-f298-475e-a465-647944300888 None None] Updating router 0269c8be-15a4-4024-81a2-5c718e93e027 port 70e09f69-0892-4e37-ad09-972d262616ee binding host dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:16:26.982230 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6f185682-9e96-4056-b963-bceef0197370 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.999445 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6f185682-9e96-4056-b963-bceef0197370 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.094489 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f3656b9c-b8ab-41c5-822e-ddb5e0e34a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.102393 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f185682-9e96-4056-b963-bceef0197370 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Pushing event updated for resources: {'Port': ['ID=dc5f532c-7f45-4b2d-ade2-202179e1a51e,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:27.104756 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f3656b9c-b8ab-41c5-822e-ddb5e0e34a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.115204 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-f3214fc7-f298-475e-a465-647944300888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.134468 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3656b9c-b8ab-41c5-822e-ddb5e0e34a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9fdcc3-fed4-473b-909c-ca4459f76c35,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:27.140987 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55622) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:27.143769 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6f185682-9e96-4056-b963-bceef0197370 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736144'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.149728 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-ae3d03f3-2293-4165-8310-86f5a0670509 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1000879044-network', 'tenant_id': '10264d890b4d45928f64f0eea9edc7af'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:27.161781 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6f185682-9e96-4056-b963-bceef0197370 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.163634 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-6f185682-9e96-4056-b963-bceef0197370 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2660289 Jul 23 16:16:27.177535 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-f3656b9c-b8ab-41c5-822e-ddb5e0e34a96 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ffed6e4de954d89aafeccfd22a34824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6899283 Jul 23 16:16:27.181141 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55626) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:27.182372 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3d03f3-2293-4165-8310-86f5a0670509 admin admin] Made reservation on behalf of 10264d890b4d45928f64f0eea9edc7af for: {'network': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:27.189347 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ae3d03f3-2293-4165-8310-86f5a0670509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.210221 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ae3d03f3-2293-4165-8310-86f5a0670509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.245343 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d3dec2bd-249c-4eaa-a326-ec7351730038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.280235 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d3dec2bd-249c-4eaa-a326-ec7351730038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.344889 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ae3d03f3-2293-4165-8310-86f5a0670509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.357527 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ae3d03f3-2293-4165-8310-86f5a0670509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.373331 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3d03f3-2293-4165-8310-86f5a0670509 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=93297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:16:27.391016 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d3dec2bd-249c-4eaa-a326-ec7351730038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.394202 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d3dec2bd-249c-4eaa-a326-ec7351730038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.395385 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d3dec2bd-249c-4eaa-a326-ec7351730038 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0f9fdcc3-fed4-473b-909c-ca4459f76c35 HTTP/1.1" status: 204 len: 168 time: 0.2130477 Jul 23 16:16:27.408097 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ae3d03f3-2293-4165-8310-86f5a0670509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.408691 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.segments_db [None req-ae3d03f3-2293-4165-8310-86f5a0670509 admin admin] Added segment 50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02 of type vlan for network 78c56aad-16ad-4e28-b88a-0add0ce8d680 Jul 23 16:16:27.428998 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dec2bd-249c-4eaa-a326-ec7351730038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9fdcc3-fed4-473b-909c-ca4459f76c35,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:27.457016 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c22598f0-d649-43b2-9959-0971065ff17c req-7a8e553c-73c4-4022-9547-39beb0549b05 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--773340149&fields=id&tenant_id=5fe83c8aa779464b9ac589e2040ae57f HTTP/1.1" status: 200 len: 267 time: 0.0787656 Jul 23 16:16:27.494961 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d03f3-2293-4165-8310-86f5a0670509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c80b346-bb6f-405b-82d4-741a722fded1,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:27.533291 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-f3214fc7-f298-475e-a465-647944300888 None None] Notify callbacks [] for port, precommit_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.547623 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.provisioning_blocks [None req-f3214fc7-f298-475e-a465-647944300888 None None] Transition to ACTIVE for port object 70e09f69-0892-4e37-ad09-972d262616ee will not be triggered until provisioned by entity L2. {{(pid=93299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:27.556313 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-f3214fc7-f298-475e-a465-647944300888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.586262 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ae3d03f3-2293-4165-8310-86f5a0670509 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.614988 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad23802-4aa1-43c1-843d-0214cd7233c8 None None] Pushing event updated for resources: {'Port': ['ID=70e09f69-0892-4e37-ad09-972d262616ee,revision_number=3']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:27.627075 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ae3d03f3-2293-4165-8310-86f5a0670509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.627075 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3d03f3-2293-4165-8310-86f5a0670509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:27.627075 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ae3d03f3-2293-4165-8310-86f5a0670509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.681985 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22598f0-d649-43b2-9959-0971065ff17c req-0b3492a2-5b1d-4617-9a92-1ac22b555e16 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:27.688096 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c22598f0-d649-43b2-9959-0971065ff17c req-0b3492a2-5b1d-4617-9a92-1ac22b555e16 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/networks?id=9c0621ff-a2c0-4e39-8229-4f2f452683a2 HTTP/1.1" status: 200 len: 811 time: 0.1936955 Jul 23 16:16:27.696707 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55652) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:27.698058 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-ae3d03f3-2293-4165-8310-86f5a0670509 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5530014 Jul 23 16:16:27.704838 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-d440fb91-a3b1-4371-98a3-ff9e3d25c6d8 admin admin] Request body: {'subnet': {'network_id': '78c56aad-16ad-4e28-b88a-0add0ce8d680', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1000879044-subnet', 'tenant_id': '10264d890b4d45928f64f0eea9edc7af', 'ip_version': 4}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:27.712223 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-f3214fc7-f298-475e-a465-647944300888 None None] Attempting to bind port 70e09f69-0892-4e37-ad09-972d262616ee on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:27.712657 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-f3214fc7-f298-475e-a465-647944300888 None None] Attempting to bind port 70e09f69-0892-4e37-ad09-972d262616ee by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:27.712970 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3214fc7-f298-475e-a465-647944300888 None None] Attempting to bind port 70e09f69-0892-4e37-ad09-972d262616ee on network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:27.717323 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c22598f0-d649-43b2-9959-0971065ff17c req-ba653752-fce4-4264-99e7-8b12f5aa03c5 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/quotas/5fe83c8aa779464b9ac589e2040ae57f HTTP/1.1" status: 200 len: 375 time: 0.0179095 Jul 23 16:16:27.724579 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3214fc7-f298-475e-a465-647944300888 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:27.724961 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3214fc7-f298-475e-a465-647944300888 None None] Checking segment: {'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:27.725370 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-f3214fc7-f298-475e-a465-647944300888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.725772 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3214fc7-f298-475e-a465-647944300888 None None] Bound using segment: {'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:27.726262 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-f3214fc7-f298-475e-a465-647944300888 None None] Bound port: 70e09f69-0892-4e37-ad09-972d262616ee, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'}}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:27.726675 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-f3214fc7-f298-475e-a465-647944300888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.753852 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d03f3-2293-4165-8310-86f5a0670509 admin admin] Pushing event updated for resources: {'Network': ['ID=78c56aad-16ad-4e28-b88a-0add0ce8d680,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:27.765402 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d440fb91-a3b1-4371-98a3-ff9e3d25c6d8 admin admin] Made reservation on behalf of 10264d890b4d45928f64f0eea9edc7af for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:27.769348 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network 78c56aad-16ad-4e28-b88a-0add0ce8d680 details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:16:27.783223 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d440fb91-a3b1-4371-98a3-ff9e3d25c6d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13960916'] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.871432 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-f3214fc7-f298-475e-a465-647944300888 None None] For port 70e09f69-0892-4e37-ad09-972d262616ee, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:27.877799 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-f3214fc7-f298-475e-a465-647944300888 None None] For port 70e09f69-0892-4e37-ad09-972d262616ee, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=70e09f69-0892-4e37-ad09-972d262616ee,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:27.886335 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-f3214fc7-f298-475e-a465-647944300888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.926601 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c22598f0-d649-43b2-9959-0971065ff17c req-90af3629-4afc-4c94-bcde-b09457b01873 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5fe83c8aa779464b9ac589e2040ae57f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1749890 Jul 23 16:16:27.959539 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad23802-4aa1-43c1-843d-0214cd7233c8 None None] Pushing event updated for resources: {'Port': ['ID=70e09f69-0892-4e37-ad09-972d262616ee,revision_number=4']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:27.974846 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3214fc7-f298-475e-a465-647944300888 None None] Routers {'0269c8be-15a4-4024-81a2-5c718e93e027'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:27.975739 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-f3214fc7-f298-475e-a465-647944300888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:16:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0269c8be-15a4-4024-81a2-5c718e93e027'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:28.124311 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-f3214fc7-f298-475e-a465-647944300888 None None] Set router 0269c8be-15a4-4024-81a2-5c718e93e027 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:28.126511 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c22598f0-d649-43b2-9959-0971065ff17c req-f9cca5ea-bf14-47f0-9367-70fa6caed474 service neutron] 10.222.0.69 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871748 Jul 23 16:16:28.303519 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c22598f0-d649-43b2-9959-0971065ff17c req-f217ef6e-a967-4d47-8086-4f82cd39a6b5 service neutron] 10.222.0.69 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704874 Jul 23 16:16:28.339868 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d440fb91-a3b1-4371-98a3-ff9e3d25c6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15978149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13960902'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.354056 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-f3214fc7-f298-475e-a465-647944300888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:27Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:28.380985 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3214fc7-f298-475e-a465-647944300888 None None] The sync data for ids ['0269c8be-15a4-4024-81a2-5c718e93e027'] in dv-cinder-796286-18-iscsi is: [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:27Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:16:28.440173 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440fb91-a3b1-4371-98a3-ff9e3d25c6d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f890468d-be7b-4b69-96a2-2bdf4f349080,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:28.496511 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d440fb91-a3b1-4371-98a3-ff9e3d25c6d8 admin admin] Checking segment: {'id': '50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '78c56aad-16ad-4e28-b88a-0add0ce8d680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:28.497311 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d440fb91-a3b1-4371-98a3-ff9e3d25c6d8 admin admin] Network hostable DHCP agents. Network: 78c56aad-16ad-4e28-b88a-0add0ce8d680, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:16:28.527936 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d440fb91-a3b1-4371-98a3-ff9e3d25c6d8 admin admin] Network 78c56aad-16ad-4e28-b88a-0add0ce8d680 is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:16:28.539637 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-d440fb91-a3b1-4371-98a3-ff9e3d25c6d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, 78c56aad-16ad-4e28-b88a-0add0ce8d680) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:28.546229 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d440fb91-a3b1-4371-98a3-ff9e3d25c6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:28.547686 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d440fb91-a3b1-4371-98a3-ff9e3d25c6d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.552565 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae638b5-d2ba-4607-8cb1-ab572af8c14c None None] Network 78c56aad-16ad-4e28-b88a-0add0ce8d680 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:16:28.576262 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d440fb91-a3b1-4371-98a3-ff9e3d25c6d8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8779850 Jul 23 16:16:28.576365 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55690) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:28.587333 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1000879044-router', 'tenant_id': '10264d890b4d45928f64f0eea9edc7af', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:28.616124 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.621576 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.734304 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 70e09f69-0892-4e37-ad09-972d262616ee up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:28.749016 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.838918 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 70e09f69-0892-4e37-ad09-972d262616ee completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:28.857977 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4722bcb-980c-5471-8966-18c34a20cf20-78c56aad-16ad-4e28-b88a-0add0ce8d680', 'network_id': '78c56aad-16ad-4e28-b88a-0add0ce8d680', 'tenant_id': '10264d890b4d45928f64f0eea9edc7af', 'fixed_ips': [{'subnet_id': 'f890468d-be7b-4b69-96a2-2bdf4f349080'}]}} from dv-cinder-796286-18-iscsi. {{(pid=93298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:16:28.858866 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.874989 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 70e09f69-0892-4e37-ad09-972d262616ee triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:28.875645 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.055359 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.136654 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b28bab-ebf2-46dd-a1c1-5cb3b9344358 req-b7271e64-20fe-49db-8185-ad9987bcea18 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:29.138243 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a4b28bab-ebf2-46dd-a1c1-5cb3b9344358 req-b7271e64-20fe-49db-8185-ad9987bcea18 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.2083089 Jul 23 16:16:29.158421 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.210093 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.db_base_plugin_common [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Allocated IP 172.20.0.2 (78c56aad-16ad-4e28-b88a-0add0ce8d680/f890468d-be7b-4b69-96a2-2bdf4f349080/6b16cc98-2975-4975-ac83-198e680f7967) {{(pid=93298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:29.230748 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a4b28bab-ebf2-46dd-a1c1-5cb3b9344358 req-0a3c7e1c-e357-4b47-9cd8-63ffc3fce7e2 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812893 Jul 23 16:16:29.286459 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 70e09f69-0892-4e37-ad09-972d262616ee, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=70e09f69-0892-4e37-ad09-972d262616ee,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:29.315609 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.399402 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-44f320ba-3e18-4d95-91b3-b885c846268c req-a5c07a05-0444-4613-98f8-a5a5456ef3df tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 210 time: 0.0495257 Jul 23 16:16:29.623229 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.645968 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.664721 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffb79e-26e8-40e2-864d-9ffdb269c764 req-bfcba4d6-e766-4796-b39a-6db34b5b2fda tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:29.666924 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e7ffb79e-26e8-40e2-864d-9ffdb269c764 req-bfcba4d6-e766-4796-b39a-6db34b5b2fda tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.1431110 Jul 23 16:16:29.676653 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55722) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:29.683184 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-f3650ce3-ae6f-4441-9462-2ef4f9627858 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Request body: {'floatingip': {'port_id': '95f5933a-b945-4d17-9b38-9fbfe3b7160e'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:29.691989 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=70e09f69-0892-4e37-ad09-972d262616ee,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:29.781564 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Notify callbacks [] for port, precommit_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.811697 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f3650ce3-ae6f-4441-9462-2ef4f9627858 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for floatingip, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.812537 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Transition to ACTIVE for port object 6b16cc98-2975-4975-ac83-198e680f7967 will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:29.850445 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Transition to ACTIVE for port object 6b16cc98-2975-4975-ac83-198e680f7967 will not be triggered until provisioned by entity DHCP. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:29.868040 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Allocated IP 172.27.0.248 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/0f7b3a27-43e6-4710-b27e-03d773c08731) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:29.871943 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.945297 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Pushing event updated for resources: {'Port': ['ID=6b16cc98-2975-4975-ac83-198e680f7967,revision_number=1']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:29.971097 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Network 78c56aad-16ad-4e28-b88a-0add0ce8d680 is already hosted by enough agents. {{(pid=93298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:29.973407 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.base_scheduler [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Resources bound (agent type, host, resource id): {{(pid=93298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:29.995620 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Received port after_create {{(pid=93298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:30.136906 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55730) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:30.144643 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.152541 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Attempting to bind port 6b16cc98-2975-4975-ac83-198e680f7967 on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:30.153147 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Attempting to bind port 6b16cc98-2975-4975-ac83-198e680f7967 by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': '50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '78c56aad-16ad-4e28-b88a-0add0ce8d680'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:30.153736 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Attempting to bind port 6b16cc98-2975-4975-ac83-198e680f7967 on network 78c56aad-16ad-4e28-b88a-0add0ce8d680 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:30.190609 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:30.191237 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Checking segment: {'id': '50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '78c56aad-16ad-4e28-b88a-0add0ce8d680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:30.191825 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.192330 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Bound using segment: {'id': '50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '78c56aad-16ad-4e28-b88a-0add0ce8d680'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:30.193784 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Bound port: 6b16cc98-2975-4975-ac83-198e680f7967, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '78c56aad-16ad-4e28-b88a-0add0ce8d680'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:30.194400 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.220958 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.291410 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:30.297432 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:30.301465 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:30.308726 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=0f7b3a27-43e6-4710-b27e-03d773c08731,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:30.340124 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] For port 6b16cc98-2975-4975-ac83-198e680f7967, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:30.347590 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] For port 6b16cc98-2975-4975-ac83-198e680f7967, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=6b16cc98-2975-4975-ac83-198e680f7967,segment=NetworkSegment(50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02),segment_id=50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:30.353384 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.372141 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f0a9655c-72ef-4a21-aa54-4b9b1f6d0e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.432140 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d93b75-d145-4a87-ac41-c7a3dd7f6a26 None None] Pushing event updated for resources: {'Port': ['ID=6b16cc98-2975-4975-ac83-198e680f7967,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:30.542576 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-14108c6e-fc99-4275-a058-7e2853cdb950 req-60a6573a-7d26-4fb2-a430-0fac9c7611c8 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 210 time: 0.0692961 Jul 23 16:16:30.705985 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 70e09f69-0892-4e37-ad09-972d262616ee up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:30.765665 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 70e09f69-0892-4e37-ad09-972d262616ee triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:30.765915 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.792610 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f3650ce3-ae6f-4441-9462-2ef4f9627858 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.803271 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f3650ce3-ae6f-4441-9462-2ef4f9627858 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736144'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.806903 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f0a9655c-72ef-4a21-aa54-4b9b1f6d0e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.848978 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f0a9655c-72ef-4a21-aa54-4b9b1f6d0e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.861453 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.931587 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-f0a9655c-72ef-4a21-aa54-4b9b1f6d0e3b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0cd0fb6ec28240f7849c626dcdba1fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7915430 Jul 23 16:16:30.935365 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55736) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:30.935905 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9655c-72ef-4a21-aa54-4b9b1f6d0e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524c2a7e-f06a-4fd1-8c19-14b03135af84,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:31.002183 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.l3_db [None req-f3650ce3-ae6f-4441-9462-2ef4f9627858 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Floating IP c4ccbd6f-8f41-4a39-b059-2d15131bfbf1 associated. External IP: 172.27.0.85, port: 95f5933a-b945-4d17-9b38-9fbfe3b7160e. Jul 23 16:16:31.076354 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1aea89e2-7f55-4e0d-90d5-c7523851ab6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.115892 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1aea89e2-7f55-4e0d-90d5-c7523851ab6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.247301 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22598f0-d649-43b2-9959-0971065ff17c req-fd6a03b1-6d73-44c8-9c64-d19e51ed4cc6 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:31.248971 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c22598f0-d649-43b2-9959-0971065ff17c req-fd6a03b1-6d73-44c8-9c64-d19e51ed4cc6 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.59 "GET /v2.0/networks?id=9c0621ff-a2c0-4e39-8229-4f2f452683a2 HTTP/1.1" status: 200 len: 811 time: 0.5688419 Jul 23 16:16:31.249236 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1aea89e2-7f55-4e0d-90d5-c7523851ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.252185 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1aea89e2-7f55-4e0d-90d5-c7523851ab6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.253354 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1aea89e2-7f55-4e0d-90d5-c7523851ab6c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/524c2a7e-f06a-4fd1-8c19-14b03135af84 HTTP/1.1" status: 204 len: 168 time: 0.3145235 Jul 23 16:16:31.276156 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea89e2-7f55-4e0d-90d5-c7523851ab6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524c2a7e-f06a-4fd1-8c19-14b03135af84,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:31.289582 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3650ce3-ae6f-4441-9462-2ef4f9627858 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Router a52be827-c3f1-4c0b-a96b-83cac5bd4744 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:16:31.426077 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c22598f0-d649-43b2-9959-0971065ff17c req-ed73a03e-b836-4a76-adc5-d15dbcd505f5 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fe83c8aa779464b9ac589e2040ae57f HTTP/1.1" status: 200 len: 379 time: 0.1597095 Jul 23 16:16:31.451981 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [req-c22598f0-d649-43b2-9959-0971065ff17c req-ad0ca9f3-e10a-42f5-8470-82dd92d273d2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Request body: {'port': {'device_id': '5e4b1969-7709-4ab2-9dbb-e70236ff225b', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'admin_state_up': True, 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'security_groups': ['da7d3665-79e5-4edb-b11b-4db1a20978b9']}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:31.457844 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3650ce3-ae6f-4441-9462-2ef4f9627858 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:16:31.470485 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f3650ce3-ae6f-4441-9462-2ef4f9627858 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.474236 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f4f506-9064-4f93-9598-4dae81f2269c None None] Sync routers for ids ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:16:31.487991 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f4f506-9064-4f93-9598-4dae81f2269c None None] Routers {'a52be827-c3f1-4c0b-a96b-83cac5bd4744'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:31.489783 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-49f4f506-9064-4f93-9598-4dae81f2269c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:16:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:31.527129 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-f3650ce3-ae6f-4441-9462-2ef4f9627858 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "PUT /v2.0/floatingips/c4ccbd6f-8f41-4a39-b059-2d15131bfbf1 HTTP/1.1" status: 200 len: 990 time: 1.8485816 Jul 23 16:16:31.528342 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'tag': '95f5933a-b945-4d17-9b38-9fbfe3b7160e'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:31.544654 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be23e03f-ccac-432a-833f-b5705ed29584" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb8e69d-8561-49fd-9115-63bad66074dc", "tag": "95f5933a-b945-4d17-9b38-9fbfe3b7160e"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:31.631640 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735994'] for router, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.719978 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-49f4f506-9064-4f93-9598-4dae81f2269c None None] Set router a52be827-c3f1-4c0b-a96b-83cac5bd4744 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:31.767519 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aff54c1-002d-4731-bc51-99d4175760de None None] Network 78c56aad-16ad-4e28-b88a-0add0ce8d680 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:16:31.819689 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55764) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:31.838924 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6f37e750-3ba4-4ecc-9524-9195d4553d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.894296 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Router 0abbe70d-fb42-4123-90de-87d7d0a5e802 is scheduled to L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b with binding_index 1 {{(pid=93297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:16:31.903395 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23378015-1820-4c57-9093-2a355a4d51a3 x-openstack-request-id: req-23378015-1820-4c57-9093-2a355a4d51a3 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:31.903690 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb8e69d-8561-49fd-9115-63bad66074dc", "tag": "95f5933a-b945-4d17-9b38-9fbfe3b7160e", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:31.903949 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23378015-1820-4c57-9093-2a355a4d51a3 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:31.904354 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'tag': '95f5933a-b945-4d17-9b38-9fbfe3b7160e', 'status': 'completed', 'code': 200} Jul 23 16:16:32.007067 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-91d93cc8-cd1f-4d74-bd63-770455965cc0 req-c915c83d-a681-49c0-81ea-75bb3fc88f77 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 210 time: 0.0379748 Jul 23 16:16:32.009860 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6f37e750-3ba4-4ecc-9524-9195d4553d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.020504 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6f37e750-3ba4-4ecc-9524-9195d4553d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.049053 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22598f0-d649-43b2-9959-0971065ff17c req-ad0ca9f3-e10a-42f5-8470-82dd92d273d2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Made reservation on behalf of 5fe83c8aa779464b9ac589e2040ae57f for: {'port': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:32.052678 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c22598f0-d649-43b2-9959-0971065ff17c req-ad0ca9f3-e10a-42f5-8470-82dd92d273d2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.079463 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-6f37e750-3ba4-4ecc-9524-9195d4553d11 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9d8247c41e7b4fd181c1ebf2a197cec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584209 Jul 23 16:16:32.080274 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55766) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:32.083686 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37e750-3ba4-4ecc-9524-9195d4553d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53198f2-19f1-46fb-bb89-a8cc8a5d87f3,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:32.096540 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23e03f-ccac-432a-833f-b5705ed29584 req-2eff3c00-ddb9-4db5-8bf9-ccb164ba84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:32.098022 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-be23e03f-ccac-432a-833f-b5705ed29584 req-2eff3c00-ddb9-4db5-8bf9-ccb164ba84d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ab7fd8f81d14fd087b62a6b970688a2&device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 1098 time: 0.1445735 Jul 23 16:16:32.125751 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-a7845af5-171c-4cb3-b78b-07ce324d0acd None None] Provisioning for port 6b16cc98-2975-4975-ac83-198e680f7967 completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:32.128159 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:16:32.143988 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Sync routers for ids ['0abbe70d-fb42-4123-90de-87d7d0a5e802'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:16:32.153292 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.154679 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Routers {'0abbe70d-fb42-4123-90de-87d7d0a5e802'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:32.154803 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-35b66fac-ccee-442e-9ad2-e501b153f7d0 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5773304 Jul 23 16:16:32.157935 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55768) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:32.158101 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:16:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0abbe70d-fb42-4123-90de-87d7d0a5e802'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:32.267719 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [req-c22598f0-d649-43b2-9959-0971065ff17c req-ad0ca9f3-e10a-42f5-8470-82dd92d273d2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Allocated IP 172.20.0.5 (9c0621ff-a2c0-4e39-8229-4f2f452683a2/0e32c016-e4f8-43ff-938e-cce583bd25cf/8e62ddf6-0769-441f-9d21-0be6a4181c66) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:32.272984 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Set router 0abbe70d-fb42-4123-90de-87d7d0a5e802 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:32.372345 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-49f4f506-9064-4f93-9598-4dae81f2269c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:11:22Z', 'revision_number': 4, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': 'c4ccbd6f-8f41-4a39-b059-2d15131bfbf1', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'port_id': '95f5933a-b945-4d17-9b38-9fbfe3b7160e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'mac_address': 'fa:16:3e:db:78:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:16:10Z', 'updated_at': '2021-07-23T16:16:30Z', 'revision_number': 1, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984aae90-657a-4e8c-8ba8-165637a2d8e7', 'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'mac_address': 'fa:16:3e:68:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:20Z', 'updated_at': '2021-07-23T16:11:32Z', 'revision_number': 5, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'subnets': [{'id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:32.401349 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f4f506-9064-4f93-9598-4dae81f2269c None None] Checking router: a52be827-c3f1-4c0b-a96b-83cac5bd4744 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:16:32.411170 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f4f506-9064-4f93-9598-4dae81f2269c None None] Routers {'a52be827-c3f1-4c0b-a96b-83cac5bd4744'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:32.411805 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-49f4f506-9064-4f93-9598-4dae81f2269c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:16:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:32.500150 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c22598f0-d649-43b2-9959-0971065ff17c req-ad0ca9f3-e10a-42f5-8470-82dd92d273d2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.524840 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [req-c22598f0-d649-43b2-9959-0971065ff17c req-ad0ca9f3-e10a-42f5-8470-82dd92d273d2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Transition to ACTIVE for port object 8e62ddf6-0769-441f-9d21-0be6a4181c66 will not be triggered until provisioned by entity DHCP. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:32.532958 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'name': 'tempest-TestVolumeBootPattern-1000879044-router', 'tenant_id': '10264d890b4d45928f64f0eea9edc7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '0f7b3a27-43e6-4710-b27e-03d773c08731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:30Z', 'revision_number': 3, 'project_id': '10264d890b4d45928f64f0eea9edc7af', 'gw_port': {'id': '0f7b3a27-43e6-4710-b27e-03d773c08731', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:29Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:32.540058 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-49f4f506-9064-4f93-9598-4dae81f2269c None None] Set router a52be827-c3f1-4c0b-a96b-83cac5bd4744 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:32.563383 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Checking router: 0abbe70d-fb42-4123-90de-87d7d0a5e802 for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:16:32.563750 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Updating router 0abbe70d-fb42-4123-90de-87d7d0a5e802 port 0f7b3a27-43e6-4710-b27e-03d773c08731 binding host dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:16:32.576705 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c22598f0-d649-43b2-9959-0971065ff17c req-ad0ca9f3-e10a-42f5-8470-82dd92d273d2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.641074 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.642642 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5f79410e-fe92-46b0-a8d4-9860f2938ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.671497 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23e03f-ccac-432a-833f-b5705ed29584 req-ee1e50a7-1c1b-45e0-805e-8ffe4b66fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:32.674071 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-be23e03f-ccac-432a-833f-b5705ed29584 req-ee1e50a7-1c1b-45e0-805e-8ffe4b66fa50 service neutron] 10.222.0.59 "GET /v2.0/networks?id=74cc12e8-e460-4b21-8f86-7828dd99c3c6 HTTP/1.1" status: 200 len: 918 time: 0.5672913 Jul 23 16:16:32.681836 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22598f0-d649-43b2-9959-0971065ff17c req-ad0ca9f3-e10a-42f5-8470-82dd92d273d2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:32.688244 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [req-c22598f0-d649-43b2-9959-0971065ff17c req-ad0ca9f3-e10a-42f5-8470-82dd92d273d2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:32.697248 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22598f0-d649-43b2-9959-0971065ff17c req-ad0ca9f3-e10a-42f5-8470-82dd92d273d2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:32.734346 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5f79410e-fe92-46b0-a8d4-9860f2938ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.769075 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22598f0-d649-43b2-9959-0971065ff17c req-ad0ca9f3-e10a-42f5-8470-82dd92d273d2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:32.769756 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c22598f0-d649-43b2-9959-0971065ff17c req-ad0ca9f3-e10a-42f5-8470-82dd92d273d2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.796082 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ca9f3-e10a-42f5-8470-82dd92d273d2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Pushing event updated for resources: {'Port': ['ID=8e62ddf6-0769-441f-9d21-0be6a4181c66,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:32.830680 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 6b16cc98-2975-4975-ac83-198e680f7967 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:32.831020 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c22598f0-d649-43b2-9959-0971065ff17c req-ad0ca9f3-e10a-42f5-8470-82dd92d273d2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3975980 Jul 23 16:16:32.851139 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Request body: {'port': {'device_id': '5e4b1969-7709-4ab2-9dbb-e70236ff225b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:32.969021 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5f79410e-fe92-46b0-a8d4-9860f2938ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.979947 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.981219 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5f79410e-fe92-46b0-a8d4-9860f2938ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.982438 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-5f79410e-fe92-46b0-a8d4-9860f2938ee0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c53198f2-19f1-46fb-bb89-a8cc8a5d87f3 HTTP/1.1" status: 204 len: 168 time: 0.9000473 Jul 23 16:16:33.016854 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-be23e03f-ccac-432a-833f-b5705ed29584 req-9d850d35-0797-48cf-9f0d-74991f22076b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95f5933a-b945-4d17-9b38-9fbfe3b7160e HTTP/1.1" status: 200 len: 998 time: 0.3317397 Jul 23 16:16:33.054354 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 6b16cc98-2975-4975-ac83-198e680f7967 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:33.063633 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79410e-fe92-46b0-a8d4-9860f2938ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53198f2-19f1-46fb-bb89-a8cc8a5d87f3,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:33.066064 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 6b16cc98-2975-4975-ac83-198e680f7967 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:33.066570 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.160993 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-a153dd4a-cdc6-42e5-865a-c6d0c0d24c11 None None] Provisioning for port 8e62ddf6-0769-441f-9d21-0be6a4181c66 completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:33.166463 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-a153dd4a-cdc6-42e5-865a-c6d0c0d24c11 None None] Provisioning complete for port 8e62ddf6-0769-441f-9d21-0be6a4181c66 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:33.166958 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-a153dd4a-cdc6-42e5-865a-c6d0c0d24c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.186738 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Notify callbacks [] for port, precommit_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.201090 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.provisioning_blocks [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Transition to ACTIVE for port object 0f7b3a27-43e6-4710-b27e-03d773c08731 will not be triggered until provisioned by entity L2. {{(pid=93299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:33.209933 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23e03f-ccac-432a-833f-b5705ed29584 req-6ebb23f8-2809-47e0-ae89-c1342d5d62b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:33.211470 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-be23e03f-ccac-432a-833f-b5705ed29584 req-6ebb23f8-2809-47e0-ae89-c1342d5d62b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=16a96ff4-9135-4297-8f4d-e0300b0cc0f6 HTTP/1.1" status: 200 len: 856 time: 0.1747918 Jul 23 16:16:33.215132 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.326586 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Attempting to bind port 0f7b3a27-43e6-4710-b27e-03d773c08731 on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:33.326964 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Attempting to bind port 0f7b3a27-43e6-4710-b27e-03d773c08731 by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:33.328589 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Attempting to bind port 0f7b3a27-43e6-4710-b27e-03d773c08731 on network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:33.342958 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:33.343426 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Checking segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:33.343898 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.344299 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Bound using segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:33.344788 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Bound port: 0f7b3a27-43e6-4710-b27e-03d773c08731, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:33.345192 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.347720 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.362264 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-a153dd4a-cdc6-42e5-865a-c6d0c0d24c11 None None] Port 8e62ddf6-0769-441f-9d21-0be6a4181c66 cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:33.379962 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-49f4f506-9064-4f93-9598-4dae81f2269c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:11:22Z', 'revision_number': 4, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': 'c4ccbd6f-8f41-4a39-b059-2d15131bfbf1', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'port_id': '95f5933a-b945-4d17-9b38-9fbfe3b7160e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'mac_address': 'fa:16:3e:db:78:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:16:10Z', 'updated_at': '2021-07-23T16:16:30Z', 'revision_number': 1, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984aae90-657a-4e8c-8ba8-165637a2d8e7', 'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'mac_address': 'fa:16:3e:68:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:20Z', 'updated_at': '2021-07-23T16:11:32Z', 'revision_number': 5, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'subnets': [{'id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:33.434192 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e62ddf6-0769-441f-9d21-0be6a4181c66 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:33.438141 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] For port 0f7b3a27-43e6-4710-b27e-03d773c08731, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:33.441577 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] For port 0f7b3a27-43e6-4710-b27e-03d773c08731, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=0f7b3a27-43e6-4710-b27e-03d773c08731,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:33.441947 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f4f506-9064-4f93-9598-4dae81f2269c None None] The sync data for ids ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'] in dv-cinder-796286-18-iscsi is: [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:11:22Z', 'revision_number': 4, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': 'c4ccbd6f-8f41-4a39-b059-2d15131bfbf1', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'port_id': '95f5933a-b945-4d17-9b38-9fbfe3b7160e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'mac_address': 'fa:16:3e:db:78:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:16:10Z', 'updated_at': '2021-07-23T16:16:30Z', 'revision_number': 1, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984aae90-657a-4e8c-8ba8-165637a2d8e7', 'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'mac_address': 'fa:16:3e:68:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:20Z', 'updated_at': '2021-07-23T16:11:32Z', 'revision_number': 5, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'subnets': [{'id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:16:33.442878 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.451999 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.468102 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 6b16cc98-2975-4975-ac83-198e680f7967, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=6b16cc98-2975-4975-ac83-198e680f7967,segment=NetworkSegment(50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02),segment_id=50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:33.476130 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Transition to ACTIVE for port object 8e62ddf6-0769-441f-9d21-0be6a4181c66 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:33.477701 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.516019 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Routers {'0abbe70d-fb42-4123-90de-87d7d0a5e802'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:33.516019 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:16:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0abbe70d-fb42-4123-90de-87d7d0a5e802'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:33.585518 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=6b16cc98-2975-4975-ac83-198e680f7967,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:33.588333 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23e03f-ccac-432a-833f-b5705ed29584 req-c7cac787-15df-4a9c-a260-5f97d7496016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:33.588772 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-be23e03f-ccac-432a-833f-b5705ed29584 req-c7cac787-15df-4a9c-a260-5f97d7496016 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74cc12e8-e460-4b21-8f86-7828dd99c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3678024 Jul 23 16:16:33.606368 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14480183'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.697261 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Pushing event updated for resources: {'Port': ['ID=8e62ddf6-0769-441f-9d21-0be6a4181c66,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:33.722417 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b14ff2-e570-4ef6-b352-11548bf3e3e4 req-b4a9f33e-844a-429f-b3c3-a67ed0e805e7 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:33.724294 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-12b14ff2-e570-4ef6-b352-11548bf3e3e4 req-b4a9f33e-844a-429f-b3c3-a67ed0e805e7 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 943 time: 0.2138476 Jul 23 16:16:33.776179 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2592c-3854-4614-b4e9-b0fb1ba13656 None None] Pushing event updated for resources: {'Port': ['ID=0f7b3a27-43e6-4710-b27e-03d773c08731,revision_number=2']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:33.834597 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be2c2df-7e06-4356-95bb-a9dec62bf25d None None] New status for floating IP c4ccbd6f-8f41-4a39-b059-2d15131bfbf1: ACTIVE {{(pid=93298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:16:33.871369 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-be23e03f-ccac-432a-833f-b5705ed29584 req-4f565837-399f-4119-9237-14c994d600b8 service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703972 Jul 23 16:16:33.878477 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2592c-3854-4614-b4e9-b0fb1ba13656 None None] Pushing event updated for resources: {'Port': ['ID=0f7b3a27-43e6-4710-b27e-03d773c08731,revision_number=3']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:33.905092 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-12b14ff2-e570-4ef6-b352-11548bf3e3e4 req-69ad6e5b-5415-4de9-a934-e3d0b11c3bc7 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=da7d3665-79e5-4edb-b11b-4db1a20978b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732121 Jul 23 16:16:33.934606 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] Set router 0abbe70d-fb42-4123-90de-87d7d0a5e802 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:33.950096 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Attempting to bind port 8e62ddf6-0769-441f-9d21-0be6a4181c66 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:33.950616 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Attempting to bind port 8e62ddf6-0769-441f-9d21-0be6a4181c66 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '093ecfe2-f45b-40b0-a59d-04a35e3cd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:33.951287 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Attempting to bind port 8e62ddf6-0769-441f-9d21-0be6a4181c66 on network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:33.959994 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Port 8e62ddf6-0769-441f-9d21-0be6a4181c66 on network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:16:33.960458 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Attempting to bind port 8e62ddf6-0769-441f-9d21-0be6a4181c66 on network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:33.969113 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:33.969599 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Checking segment: {'id': '093ecfe2-f45b-40b0-a59d-04a35e3cd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:33.970441 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Bound using segment: {'id': '093ecfe2-f45b-40b0-a59d-04a35e3cd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:33.971293 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Bound port: 8e62ddf6-0769-441f-9d21-0be6a4181c66, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '093ecfe2-f45b-40b0-a59d-04a35e3cd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:33.971965 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.990024 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:34.129104 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] For port 8e62ddf6-0769-441f-9d21-0be6a4181c66, host hv-cinder-79628, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:34.141818 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] For port 8e62ddf6-0769-441f-9d21-0be6a4181c66, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8e62ddf6-0769-441f-9d21-0be6a4181c66,segment=NetworkSegment(093ecfe2-f45b-40b0-a59d-04a35e3cd077),segment_id=093ecfe2-f45b-40b0-a59d-04a35e3cd077)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:34.153897 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14480183'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:34.182327 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-be23e03f-ccac-432a-833f-b5705ed29584 req-85e7191c-7f75-4b3e-ac9b-3ccde4977889 service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851048 Jul 23 16:16:34.245167 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:34.246692 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:34.248356 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c22598f0-d649-43b2-9959-0971065ff17c req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] 10.222.0.59 "PUT /v2.0/ports/8e62ddf6-0769-441f-9d21-0be6a4181c66 HTTP/1.1" status: 200 len: 1093 time: 1.4044111 Jul 23 16:16:34.251469 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4b1969-7709-4ab2-9dbb-e70236ff225b', 'tag': '8e62ddf6-0769-441f-9d21-0be6a4181c66'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:34.253929 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f6c009-d774-4ed1-bab3-a2135789bba2" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4b1969-7709-4ab2-9dbb-e70236ff225b", "tag": "8e62ddf6-0769-441f-9d21-0be6a4181c66"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:34.285894 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'name': 'tempest-TestVolumeBootPattern-1000879044-router', 'tenant_id': '10264d890b4d45928f64f0eea9edc7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '0f7b3a27-43e6-4710-b27e-03d773c08731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:30Z', 'revision_number': 3, 'project_id': '10264d890b4d45928f64f0eea9edc7af', 'gw_port': {'id': '0f7b3a27-43e6-4710-b27e-03d773c08731', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:29Z', 'updated_at': '2021-07-23T16:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:34.332752 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae5a85-4d81-4ea5-a5e4-f8d84ccd0594 None None] The sync data for ids ['0abbe70d-fb42-4123-90de-87d7d0a5e802'] in dv-cinder-796286-18-iscsi is: [{'id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'name': 'tempest-TestVolumeBootPattern-1000879044-router', 'tenant_id': '10264d890b4d45928f64f0eea9edc7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '0f7b3a27-43e6-4710-b27e-03d773c08731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:30Z', 'revision_number': 3, 'project_id': '10264d890b4d45928f64f0eea9edc7af', 'gw_port': {'id': '0f7b3a27-43e6-4710-b27e-03d773c08731', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:29Z', 'updated_at': '2021-07-23T16:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:16:34.340897 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104d513-07dc-4916-ba55-0a6623562143 service neutron] Pushing event updated for resources: {'Port': ['ID=8e62ddf6-0769-441f-9d21-0be6a4181c66,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:34.366675 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Allocated IP 172.20.0.1 (78c56aad-16ad-4e28-b88a-0add0ce8d680/f890468d-be7b-4b69-96a2-2bdf4f349080/3b27ab10-8e09-45cc-b975-3e3b24dfa5ee) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:34.433780 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22598f0-d649-43b2-9959-0971065ff17c req-216e0cf6-0487-4850-a48b-3e96e610caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:34.435688 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c22598f0-d649-43b2-9959-0971065ff17c req-216e0cf6-0487-4850-a48b-3e96e610caa2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fe83c8aa779464b9ac589e2040ae57f&device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 1096 time: 0.1158371 Jul 23 16:16:34.498647 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c22598f0-d649-43b2-9959-0971065ff17c req-61f35d4a-6fcb-4645-9a06-fc6218b4fc13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e62ddf6-0769-441f-9d21-0be6a4181c66 HTTP/1.1" status: 200 len: 217 time: 0.0462811 Jul 23 16:16:34.505696 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:34.528995 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Transition to ACTIVE for port object 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:34.587468 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:34.587878 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22598f0-d649-43b2-9959-0971065ff17c req-a090e8bd-f677-45fa-9a72-efa6b82a3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:34.589892 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c22598f0-d649-43b2-9959-0971065ff17c req-a090e8bd-f677-45fa-9a72-efa6b82a3dd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e32c016-e4f8-43ff-938e-cce583bd25cf HTTP/1.1" status: 200 len: 850 time: 0.0844066 Jul 23 16:16:34.671754 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b432e40b-e3dd-4e2c-9b59-39ce13dafc15 x-openstack-request-id: req-b432e40b-e3dd-4e2c-9b59-39ce13dafc15 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:34.674443 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4b1969-7709-4ab2-9dbb-e70236ff225b", "tag": "8e62ddf6-0769-441f-9d21-0be6a4181c66", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:34.674717 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Network 78c56aad-16ad-4e28-b88a-0add0ce8d680 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:34.675935 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b432e40b-e3dd-4e2c-9b59-39ce13dafc15 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:34.676205 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4b1969-7709-4ab2-9dbb-e70236ff225b', 'tag': '8e62ddf6-0769-441f-9d21-0be6a4181c66', 'status': 'completed', 'code': 200} Jul 23 16:16:34.685999 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:34.692178 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:34.692564 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 6b16cc98-2975-4975-ac83-198e680f7967 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:34.696304 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=3b27ab10-8e09-45cc-b975-3e3b24dfa5ee,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:34.716991 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22598f0-d649-43b2-9959-0971065ff17c req-b0afdb1a-0e7a-4515-a996-6808a625219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:34.721644 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c22598f0-d649-43b2-9959-0971065ff17c req-b0afdb1a-0e7a-4515-a996-6808a625219e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c0621ff-a2c0-4e39-8229-4f2f452683a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1212707 Jul 23 16:16:34.749359 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734691'] for router_interface, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:34.829198 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 6b16cc98-2975-4975-ac83-198e680f7967 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:34.829568 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:34.887163 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c22598f0-d649-43b2-9959-0971065ff17c req-934a9fa6-6ac0-42fd-ac2e-b73d7716b64e service neutron] 10.222.0.59 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610038 Jul 23 16:16:35.063486 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-32eb9e48-2db6-4c93-a58f-3f23e1dac861 None None] Provisioning for port 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:35.069042 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-32eb9e48-2db6-4c93-a58f-3f23e1dac861 None None] Provisioning complete for port 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:35.069665 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-32eb9e48-2db6-4c93-a58f-3f23e1dac861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.078499 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.080876 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55830) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:35.113482 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c22598f0-d649-43b2-9959-0971065ff17c req-a9bef2eb-a9ff-4659-8e82-f8cb8505a3e5 service neutron] 10.222.0.59 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188821 Jul 23 16:16:35.130471 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-32eb9e48-2db6-4c93-a58f-3f23e1dac861 None None] Port 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:35.148381 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b786c8-5080-4a22-a08d-cef94ed7d416 req-c9a476b2-d139-4192-88a6-39f94a2726be tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:35.150138 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f8b786c8-5080-4a22-a08d-cef94ed7d416 req-c9a476b2-d139-4192-88a6-39f94a2726be tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 943 time: 0.1101935 Jul 23 16:16:35.211877 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f8b786c8-5080-4a22-a08d-cef94ed7d416 req-de07cea5-4ec7-46cc-b8e4-fd2df9bad848 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=da7d3665-79e5-4edb-b11b-4db1a20978b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518413 Jul 23 16:16:35.289181 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-950c6662-c263-409f-bb0a-891ce827aaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.305362 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6c009-d774-4ed1-bab3-a2135789bba2 req-565ef997-6761-42f6-b0a3-9716582a04f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:35.306883 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c0f6c009-d774-4ed1-bab3-a2135789bba2 req-565ef997-6761-42f6-b0a3-9716582a04f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fe83c8aa779464b9ac589e2040ae57f&device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 1096 time: 0.0925004 Jul 23 16:16:35.379000 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.390141 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.422767 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6c009-d774-4ed1-bab3-a2135789bba2 req-85054632-0c65-41c9-a563-e15c1f1e78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:35.424140 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c0f6c009-d774-4ed1-bab3-a2135789bba2 req-85054632-0c65-41c9-a563-e15c1f1e78d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c0621ff-a2c0-4e39-8229-4f2f452683a2 HTTP/1.1" status: 200 len: 912 time: 0.0989170 Jul 23 16:16:35.480873 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729524'] for router_interface, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.481986 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c0f6c009-d774-4ed1-bab3-a2135789bba2 req-e732f6a5-87a6-47a2-af68-8979ec0460ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e62ddf6-0769-441f-9d21-0be6a4181c66 HTTP/1.1" status: 200 len: 217 time: 0.0509226 Jul 23 16:16:35.491172 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=3b27ab10-8e09-45cc-b975-3e3b24dfa5ee,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:35.518901 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-950c6662-c263-409f-bb0a-891ce827aaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.533599 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-950c6662-c263-409f-bb0a-891ce827aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.535856 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6c009-d774-4ed1-bab3-a2135789bba2 req-5af149af-2724-4e09-917a-1efee294fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:35.538956 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c0f6c009-d774-4ed1-bab3-a2135789bba2 req-5af149af-2724-4e09-917a-1efee294fac4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e32c016-e4f8-43ff-938e-cce583bd25cf HTTP/1.1" status: 200 len: 850 time: 0.0489273 Jul 23 16:16:35.654315 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c6662-c263-409f-bb0a-891ce827aaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f17931-7040-4dc6-8512-03733222283d,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:35.661057 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-950c6662-c263-409f-bb0a-891ce827aaf2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=259e7a1bf8e24387873954fd18f94dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5768566 Jul 23 16:16:35.662047 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55846) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:35.670166 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6c009-d774-4ed1-bab3-a2135789bba2 req-ebfc4c26-f2ae-4f09-94f1-1a2abf48bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:35.671729 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c0f6c009-d774-4ed1-bab3-a2135789bba2 req-ebfc4c26-f2ae-4f09-94f1-1a2abf48bba2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c0621ff-a2c0-4e39-8229-4f2f452683a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1257780 Jul 23 16:16:35.728603 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Network 78c56aad-16ad-4e28-b88a-0add0ce8d680 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:35.732372 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:35.808204 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c0f6c009-d774-4ed1-bab3-a2135789bba2 req-e14e52bc-6938-4409-9c8d-20f00faa3584 service neutron] 10.222.0.59 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276293 Jul 23 16:16:35.834542 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-af50fd71-0c43-49fc-9b44-6ca402543dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.878864 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-af50fd71-0c43-49fc-9b44-6ca402543dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.951532 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Router 0abbe70d-fb42-4123-90de-87d7d0a5e802 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:16:35.991665 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c0f6c009-d774-4ed1-bab3-a2135789bba2 req-6b1c71c4-46ef-4d25-bbe0-0239c22a8e0c service neutron] 10.222.0.59 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702447 Jul 23 16:16:36.068566 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-42d06994-c745-4a0c-be26-85661696c888 None None] Provisioning complete for port 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:36.069901 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-42d06994-c745-4a0c-be26-85661696c888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:36.079471 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-af50fd71-0c43-49fc-9b44-6ca402543dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:36.082471 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-af50fd71-0c43-49fc-9b44-6ca402543dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:36.086586 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-af50fd71-0c43-49fc-9b44-6ca402543dd1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/81f17931-7040-4dc6-8512-03733222283d HTTP/1.1" status: 204 len: 168 time: 0.4233410 Jul 23 16:16:36.099233 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50fd71-0c43-49fc-9b44-6ca402543dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f17931-7040-4dc6-8512-03733222283d,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:36.119654 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-42d06994-c745-4a0c-be26-85661696c888 None None] Port 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:36.139125 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:16:36.154931 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-59ae3830-be5c-400d-9b8c-8a3982664bc9 admin admin] 10.222.0.69 "PUT /v2.0/routers/0abbe70d-fb42-4123-90de-87d7d0a5e802/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9861407 Jul 23 16:16:36.378461 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43481c39-bb3e-46c4-98c5-c21648e78dc6 req-369607a3-0d56-4f83-9839-d85aee36d079 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:36.380227 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-43481c39-bb3e-46c4-98c5-c21648e78dc6 req-369607a3-0d56-4f83-9839-d85aee36d079 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 943 time: 0.0891922 Jul 23 16:16:36.449166 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-43481c39-bb3e-46c4-98c5-c21648e78dc6 req-2eee1df1-5033-410c-a299-208c49e93880 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=da7d3665-79e5-4edb-b11b-4db1a20978b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531702 Jul 23 16:16:36.730482 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 0f7b3a27-43e6-4710-b27e-03d773c08731 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:36.807615 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 0f7b3a27-43e6-4710-b27e-03d773c08731 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:36.821752 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 0f7b3a27-43e6-4710-b27e-03d773c08731 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:36.822575 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:36.933114 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:36.965374 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 0f7b3a27-43e6-4710-b27e-03d773c08731, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=0f7b3a27-43e6-4710-b27e-03d773c08731,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:36.971411 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.053681 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=0f7b3a27-43e6-4710-b27e-03d773c08731,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:37.081206 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55908) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:37.089843 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-ef346058-a210-4253-80d0-010f978f4343 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1559718771', 'description': 'tempest-secgroup-smoke-1559718771 description', 'project_id': 'ff5d477b98d144eda7ab469b1df679e6'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:37.130972 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ef346058-a210-4253-80d0-010f978f4343 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.229959 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ef346058-a210-4253-80d0-010f978f4343 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.235563 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ef346058-a210-4253-80d0-010f978f4343 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.270972 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ef346058-a210-4253-80d0-010f978f4343 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.275401 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-ef346058-a210-4253-80d0-010f978f4343 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1890054 Jul 23 16:16:37.276541 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55914) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:37.282493 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-275d5254-3d3d-457a-8c46-d69cb79ad530 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Request body: {'security_group_rule': {'security_group_id': 'f7dbcf35-0c88-4efb-bc27-101bb1ecfb54', 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:37.284371 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef346058-a210-4253-80d0-010f978f4343 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:37.314755 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Sync routers for ids ['0abbe70d-fb42-4123-90de-87d7d0a5e802'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:16:37.326818 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Routers {'0abbe70d-fb42-4123-90de-87d7d0a5e802'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:37.327896 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:16:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0abbe70d-fb42-4123-90de-87d7d0a5e802'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:37.332184 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-275d5254-3d3d-457a-8c46-d69cb79ad530 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.413149 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-275d5254-3d3d-457a-8c46-d69cb79ad530 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.419842 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-275d5254-3d3d-457a-8c46-d69cb79ad530 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.444688 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d5254-3d3d-457a-8c46-d69cb79ad530 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa2734e-422b-4e99-a4f8-d7be1f194b3b,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:37.458211 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-275d5254-3d3d-457a-8c46-d69cb79ad530 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.461322 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-275d5254-3d3d-457a-8c46-d69cb79ad530 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1842434 Jul 23 16:16:37.464858 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55916) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:37.470337 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-74335b19-5c82-40c9-a238-ca33be713db7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Request body: {'security_group_rule': {'security_group_id': 'f7dbcf35-0c88-4efb-bc27-101bb1ecfb54', 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:37.508803 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-74335b19-5c82-40c9-a238-ca33be713db7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.526008 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Set router 0abbe70d-fb42-4123-90de-87d7d0a5e802 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:37.665176 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-74335b19-5c82-40c9-a238-ca33be713db7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.670556 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-74335b19-5c82-40c9-a238-ca33be713db7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.682019 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468d60b-c513-40b8-8280-7ca0e1fd657a req-6fe0e2c3-c751-4176-b192-ba96d54d254b tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:37.683544 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8468d60b-c513-40b8-8280-7ca0e1fd657a req-6fe0e2c3-c751-4176-b192-ba96d54d254b tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 943 time: 0.1396949 Jul 23 16:16:37.707746 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74335b19-5c82-40c9-a238-ca33be713db7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb257ad7-dbfb-4f47-b12e-fe7f60607efe,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:37.717516 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-74335b19-5c82-40c9-a238-ca33be713db7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.718961 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-74335b19-5c82-40c9-a238-ca33be713db7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2528713 Jul 23 16:16:37.721713 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 55928) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:37.726554 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-ba7873ee-decf-4089-816f-832f0a2cf74f tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Request body: {'security_group_rule': {'security_group_id': 'f7dbcf35-0c88-4efb-bc27-101bb1ecfb54', 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:37.757248 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8468d60b-c513-40b8-8280-7ca0e1fd657a req-c3aae272-700d-4952-9aa8-ed1d5097aae2 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=da7d3665-79e5-4edb-b11b-4db1a20978b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639434 Jul 23 16:16:37.770644 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ba7873ee-decf-4089-816f-832f0a2cf74f tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.802678 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'name': 'tempest-TestVolumeBootPattern-1000879044-router', 'tenant_id': '10264d890b4d45928f64f0eea9edc7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '0f7b3a27-43e6-4710-b27e-03d773c08731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '10264d890b4d45928f64f0eea9edc7af', 'gw_port': {'id': '0f7b3a27-43e6-4710-b27e-03d773c08731', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:29Z', 'updated_at': '2021-07-23T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '3b27ab10-8e09-45cc-b975-3e3b24dfa5ee', 'name': '', 'network_id': '78c56aad-16ad-4e28-b88a-0add0ce8d680', 'tenant_id': '10264d890b4d45928f64f0eea9edc7af', 'mac_address': 'fa:16:3e:71:65:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f890468d-be7b-4b69-96a2-2bdf4f349080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:34Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 2, 'project_id': '10264d890b4d45928f64f0eea9edc7af', 'subnets': [{'id': 'f890468d-be7b-4b69-96a2-2bdf4f349080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:37.826986 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ba7873ee-decf-4089-816f-832f0a2cf74f tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.831630 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ba7873ee-decf-4089-816f-832f0a2cf74f tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.835255 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Checking router: 0abbe70d-fb42-4123-90de-87d7d0a5e802 for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:16:37.835641 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Updating router 0abbe70d-fb42-4123-90de-87d7d0a5e802 port 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee binding host dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:16:37.848454 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7873ee-decf-4089-816f-832f0a2cf74f tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b0adb0-b88b-4c8a-a479-0fcab1853f74,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:37.858593 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ba7873ee-decf-4089-816f-832f0a2cf74f tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.860503 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-ba7873ee-decf-4089-816f-832f0a2cf74f tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376259 Jul 23 16:16:37.866019 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55934) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:37.870916 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-381d5f5e-05e9-45ae-a390-b9c036a3a7e2 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Request body: {'security_group_rule': {'security_group_id': 'f7dbcf35-0c88-4efb-bc27-101bb1ecfb54', 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:37.880828 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.897807 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-381d5f5e-05e9-45ae-a390-b9c036a3a7e2 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.977016 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-381d5f5e-05e9-45ae-a390-b9c036a3a7e2 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.981164 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-381d5f5e-05e9-45ae-a390-b9c036a3a7e2 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.003215 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d5f5e-05e9-45ae-a390-b9c036a3a7e2 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0547118a-29ff-47d5-b5e6-6218266d3688,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:38.005887 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-381d5f5e-05e9-45ae-a390-b9c036a3a7e2 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.007077 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-381d5f5e-05e9-45ae-a390-b9c036a3a7e2 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400061 Jul 23 16:16:38.009869 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55938) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:38.015505 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-3a29a19e-e0ef-400f-afe3-ea6d2290a48b tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Request body: {'security_group_rule': {'security_group_id': 'f7dbcf35-0c88-4efb-bc27-101bb1ecfb54', 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:38.043894 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.securitygroups_db [None req-3a29a19e-e0ef-400f-afe3-ea6d2290a48b tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Project ff5d477b98d144eda7ab469b1df679e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:16:38.053168 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a29a19e-e0ef-400f-afe3-ea6d2290a48b tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.125064 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a29a19e-e0ef-400f-afe3-ea6d2290a48b tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.133319 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a29a19e-e0ef-400f-afe3-ea6d2290a48b tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.159729 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29a19e-e0ef-400f-afe3-ea6d2290a48b tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e28e302-eabc-47b3-931a-6b20243e6988,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:38.168376 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a29a19e-e0ef-400f-afe3-ea6d2290a48b tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.170465 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-3a29a19e-e0ef-400f-afe3-ea6d2290a48b tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1592531 Jul 23 16:16:38.173564 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 55944) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:38.178376 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-b23fb35f-d20b-41ae-810f-3fbbc4672a1c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Request body: {'security_group_rule': {'security_group_id': 'f7dbcf35-0c88-4efb-bc27-101bb1ecfb54', 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:38.202332 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.securitygroups_db [None req-b23fb35f-d20b-41ae-810f-3fbbc4672a1c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Project ff5d477b98d144eda7ab469b1df679e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:16:38.209175 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b23fb35f-d20b-41ae-810f-3fbbc4672a1c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.235514 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Notify callbacks [] for port, precommit_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.246019 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.provisioning_blocks [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Transition to ACTIVE for port object 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee will not be triggered until provisioned by entity L2. {{(pid=93299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:38.252525 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.275029 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b23fb35f-d20b-41ae-810f-3fbbc4672a1c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.280146 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b23fb35f-d20b-41ae-810f-3fbbc4672a1c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.298480 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fb35f-d20b-41ae-810f-3fbbc4672a1c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09dbd09f-74bd-4d6f-a4ec-a9595c119050,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:38.313506 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b23fb35f-d20b-41ae-810f-3fbbc4672a1c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.315463 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b23fb35f-d20b-41ae-810f-3fbbc4672a1c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408734 Jul 23 16:16:38.318500 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20b759-2758-4af7-bc20-e2c09999f532 None None] Pushing event updated for resources: {'Port': ['ID=3b27ab10-8e09-45cc-b975-3e3b24dfa5ee,revision_number=3']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:38.380482 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Attempting to bind port 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:38.381057 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Attempting to bind port 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': '50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '78c56aad-16ad-4e28-b88a-0add0ce8d680'}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:38.381499 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Attempting to bind port 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee on network 78c56aad-16ad-4e28-b88a-0add0ce8d680 {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:38.387633 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:38.388795 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Checking segment: {'id': '50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '78c56aad-16ad-4e28-b88a-0add0ce8d680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:38.388795 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.389093 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Bound using segment: {'id': '50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '78c56aad-16ad-4e28-b88a-0add0ce8d680'} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:38.389632 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Bound port: 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '78c56aad-16ad-4e28-b88a-0add0ce8d680'}}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:38.390090 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.473343 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] For port 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:38.478958 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] For port 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=3b27ab10-8e09-45cc-b975-3e3b24dfa5ee,segment=NetworkSegment(50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02),segment_id=50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02)] {{(pid=93299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:38.485109 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.545387 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Routers {'0abbe70d-fb42-4123-90de-87d7d0a5e802'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:38.546966 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:16:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0abbe70d-fb42-4123-90de-87d7d0a5e802'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:38.583566 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20b759-2758-4af7-bc20-e2c09999f532 None None] Pushing event updated for resources: {'Port': ['ID=3b27ab10-8e09-45cc-b975-3e3b24dfa5ee,revision_number=4']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:38.674029 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] Set router 0abbe70d-fb42-4123-90de-87d7d0a5e802 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:38.683312 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 0f7b3a27-43e6-4710-b27e-03d773c08731 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:38.769615 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 0f7b3a27-43e6-4710-b27e-03d773c08731 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:38.770365 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.923840 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'name': 'tempest-TestVolumeBootPattern-1000879044-router', 'tenant_id': '10264d890b4d45928f64f0eea9edc7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '0f7b3a27-43e6-4710-b27e-03d773c08731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '10264d890b4d45928f64f0eea9edc7af', 'gw_port': {'id': '0f7b3a27-43e6-4710-b27e-03d773c08731', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:29Z', 'updated_at': '2021-07-23T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '3b27ab10-8e09-45cc-b975-3e3b24dfa5ee', 'name': '', 'network_id': '78c56aad-16ad-4e28-b88a-0add0ce8d680', 'tenant_id': '10264d890b4d45928f64f0eea9edc7af', 'mac_address': 'fa:16:3e:71:65:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f890468d-be7b-4b69-96a2-2bdf4f349080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:34Z', 'updated_at': '2021-07-23T16:16:38Z', 'revision_number': 4, 'project_id': '10264d890b4d45928f64f0eea9edc7af', 'subnets': [{'id': 'f890468d-be7b-4b69-96a2-2bdf4f349080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:38.955863 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff1762-2510-4999-88f5-2d4af588df2f None None] The sync data for ids ['0abbe70d-fb42-4123-90de-87d7d0a5e802'] in dv-cinder-796286-18-iscsi is: [{'id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'name': 'tempest-TestVolumeBootPattern-1000879044-router', 'tenant_id': '10264d890b4d45928f64f0eea9edc7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '0f7b3a27-43e6-4710-b27e-03d773c08731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '10264d890b4d45928f64f0eea9edc7af', 'gw_port': {'id': '0f7b3a27-43e6-4710-b27e-03d773c08731', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:29Z', 'updated_at': '2021-07-23T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '3b27ab10-8e09-45cc-b975-3e3b24dfa5ee', 'name': '', 'network_id': '78c56aad-16ad-4e28-b88a-0add0ce8d680', 'tenant_id': '10264d890b4d45928f64f0eea9edc7af', 'mac_address': 'fa:16:3e:71:65:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f890468d-be7b-4b69-96a2-2bdf4f349080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:34Z', 'updated_at': '2021-07-23T16:16:38Z', 'revision_number': 4, 'project_id': '10264d890b4d45928f64f0eea9edc7af', 'subnets': [{'id': 'f890468d-be7b-4b69-96a2-2bdf4f349080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:16:38.967835 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600890b-9ed2-4d46-a390-b2b7cf3689ee req-64f9dfb7-b8eb-4668-9db7-222ecbca9ac8 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:38.969668 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b600890b-9ed2-4d46-a390-b2b7cf3689ee req-64f9dfb7-b8eb-4668-9db7-222ecbca9ac8 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 943 time: 0.0797009 Jul 23 16:16:38.992367 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 8e62ddf6-0769-441f-9d21-0be6a4181c66 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:16:39.044852 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b600890b-9ed2-4d46-a390-b2b7cf3689ee req-6a8c5e31-2c79-41a4-96d8-21718814d2a4 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=da7d3665-79e5-4edb-b11b-4db1a20978b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693564 Jul 23 16:16:39.137086 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 8e62ddf6-0769-441f-9d21-0be6a4181c66, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8e62ddf6-0769-441f-9d21-0be6a4181c66,segment=NetworkSegment(093ecfe2-f45b-40b0-a59d-04a35e3cd077),segment_id=093ecfe2-f45b-40b0-a59d-04a35e3cd077)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:39.161871 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': '8e62ddf6-0769-441f-9d21-0be6a4181c66', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'port_id': '8e62ddf6-0769-441f-9d21-0be6a4181c66', 'mac_address': 'fa:16:3e:12:62:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:16:39.199394 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-27d76619-f884-414b-b1ce-74dae1474254 req-6c294592-35c2-440c-96d4-5c329ade3539 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=84bed37f2ddf4e968f510bbacc5e3984&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467627 Jul 23 16:16:39.236426 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:39.251758 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e62ddf6-0769-441f-9d21-0be6a4181c66 {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:39.276689 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 8e62ddf6-0769-441f-9d21-0be6a4181c66, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8e62ddf6-0769-441f-9d21-0be6a4181c66,segment=NetworkSegment(093ecfe2-f45b-40b0-a59d-04a35e3cd077),segment_id=093ecfe2-f45b-40b0-a59d-04a35e3cd077)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:39.285637 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:39.371878 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=8e62ddf6-0769-441f-9d21-0be6a4181c66,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:39.492048 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d76619-f884-414b-b1ce-74dae1474254 req-380a0aba-bade-49ea-8a59-4ac421ea9063 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:39.493575 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-27d76619-f884-414b-b1ce-74dae1474254 req-380a0aba-bade-49ea-8a59-4ac421ea9063 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2839863 Jul 23 16:16:39.514161 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-27d76619-f884-414b-b1ce-74dae1474254 req-2088efa3-8c2b-409b-a426-8a2b90aa9fe3 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/quotas/84bed37f2ddf4e968f510bbacc5e3984 HTTP/1.1" status: 200 len: 375 time: 0.0149064 Jul 23 16:16:39.549512 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-27d76619-f884-414b-b1ce-74dae1474254 req-2812f4d1-b05f-498f-977f-bc60b0faa15d tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=84bed37f2ddf4e968f510bbacc5e3984&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291450 Jul 23 16:16:39.622257 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['8e62ddf6-0769-441f-9d21-0be6a4181c66'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:39.849287 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e64bfeac-e900-4f59-8147-6e3d969785da req-e2962dd4-59f5-4ba8-ba66-583f6c1f0e27 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/ports?device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 210 time: 0.0327339 Jul 23 16:16:40.212580 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb17a2f-2274-4e55-b520-95ed1ee0f705 req-baffce91-33e7-45db-bad4-05ad33c2c551 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:40.214336 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ddb17a2f-2274-4e55-b520-95ed1ee0f705 req-baffce91-33e7-45db-bad4-05ad33c2c551 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 944 time: 0.0846012 Jul 23 16:16:40.255414 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ddb17a2f-2274-4e55-b520-95ed1ee0f705 req-1766e767-d065-4bbd-99c8-c30a7c0a24f3 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=da7d3665-79e5-4edb-b11b-4db1a20978b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341365 Jul 23 16:16:40.691615 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:40.750162 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:40.754780 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:40.755184 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:40.847859 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:40.865133 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-27d76619-f884-414b-b1ce-74dae1474254 req-6507f5d9-8d68-42f8-a82f-694c66eb8d93 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=84bed37f2ddf4e968f510bbacc5e3984&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228393 Jul 23 16:16:40.882502 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=3b27ab10-8e09-45cc-b975-3e3b24dfa5ee,segment=NetworkSegment(50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02),segment_id=50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:40.887507 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:40.958791 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=3b27ab10-8e09-45cc-b975-3e3b24dfa5ee,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:41.021217 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 8e62ddf6-0769-441f-9d21-0be6a4181c66 up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:41.101446 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port 8e62ddf6-0769-441f-9d21-0be6a4181c66 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:41.106065 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port 8e62ddf6-0769-441f-9d21-0be6a4181c66 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:41.106517 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.194042 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.223763 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4b1969-7709-4ab2-9dbb-e70236ff225b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e62ddf6-0769-441f-9d21-0be6a4181c66'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:41.226513 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80597312-b421-4455-b105-6cbde99e8e9f" -d '{"events": [{"server_uuid": "5e4b1969-7709-4ab2-9dbb-e70236ff225b", "name": "network-vif-plugged", "status": "completed", "tag": "8e62ddf6-0769-441f-9d21-0be6a4181c66"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:41.278415 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-53f35a94-8035-447d-b387-d40cf85f5f1e req-d66b999b-12c0-4097-8c12-ef073873f228 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/ports?device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 210 time: 0.0380599 Jul 23 16:16:41.310409 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d76619-f884-414b-b1ce-74dae1474254 req-1e6b2929-fba5-47a8-986f-f3dffc8159e1 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:41.312021 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-27d76619-f884-414b-b1ce-74dae1474254 req-1e6b2929-fba5-47a8-986f-f3dffc8159e1 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4266920 Jul 23 16:16:41.336584 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [req-27d76619-f884-414b-b1ce-74dae1474254 req-f65c73ca-494c-433a-8db4-dc7c359784e4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Request body: {'port': {'device_id': 'dce17a42-7b83-4d42-b9ef-7d3970516583', 'network_id': 'db8493be-c0c6-4ede-a738-d92e3e56e3f5', 'admin_state_up': True, 'tenant_id': '84bed37f2ddf4e968f510bbacc5e3984'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:41.373472 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb87a658-575b-413f-8ddd-10ca4abe6911 x-openstack-request-id: req-cb87a658-575b-413f-8ddd-10ca4abe6911 {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:41.373762 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4b1969-7709-4ab2-9dbb-e70236ff225b", "name": "network-vif-plugged", "status": "completed", "tag": "8e62ddf6-0769-441f-9d21-0be6a4181c66", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:41.374006 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cb87a658-575b-413f-8ddd-10ca4abe6911 {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:41.374386 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4b1969-7709-4ab2-9dbb-e70236ff225b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e62ddf6-0769-441f-9d21-0be6a4181c66', 'code': 200} Jul 23 16:16:41.378135 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 8e62ddf6-0769-441f-9d21-0be6a4181c66, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8e62ddf6-0769-441f-9d21-0be6a4181c66,segment=NetworkSegment(093ecfe2-f45b-40b0-a59d-04a35e3cd077),segment_id=093ecfe2-f45b-40b0-a59d-04a35e3cd077)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:41.384198 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.460918 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=8e62ddf6-0769-441f-9d21-0be6a4181c66,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:41.521104 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f85c2-643d-4e37-bdc4-7380aa8ddcd5 req-1011320a-a492-41a3-8d1c-050ba353411b tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:41.522674 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6e3f85c2-643d-4e37-bdc4-7380aa8ddcd5 req-1011320a-a492-41a3-8d1c-050ba353411b tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 945 time: 0.1214499 Jul 23 16:16:41.542417 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d76619-f884-414b-b1ce-74dae1474254 req-f65c73ca-494c-433a-8db4-dc7c359784e4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Made reservation on behalf of 84bed37f2ddf4e968f510bbacc5e3984 for: {'port': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:41.546004 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-27d76619-f884-414b-b1ce-74dae1474254 req-f65c73ca-494c-433a-8db4-dc7c359784e4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.564898 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-27d76619-f884-414b-b1ce-74dae1474254 req-f65c73ca-494c-433a-8db4-dc7c359784e4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.592934 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6e3f85c2-643d-4e37-bdc4-7380aa8ddcd5 req-e8dd9dc9-16de-41c5-a854-03ac77c5718e tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=da7d3665-79e5-4edb-b11b-4db1a20978b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593820 Jul 23 16:16:41.618374 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b2113-b94d-441b-a049-53f1568d66e8 req-51b5d21f-3d15-4c85-8c05-0678b95f855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:41.620561 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f73b2113-b94d-441b-a049-53f1568d66e8 req-51b5d21f-3d15-4c85-8c05-0678b95f855f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 1098 time: 0.0688455 Jul 23 16:16:41.667187 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f73b2113-b94d-441b-a049-53f1568d66e8 req-65ec88dc-7401-43e2-9a50-d2d51e11ac8c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=da7d3665-79e5-4edb-b11b-4db1a20978b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355785 Jul 23 16:16:41.685456 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-27d76619-f884-414b-b1ce-74dae1474254 req-f65c73ca-494c-433a-8db4-dc7c359784e4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.690364 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-27d76619-f884-414b-b1ce-74dae1474254 req-f65c73ca-494c-433a-8db4-dc7c359784e4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.758978 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c73ca-494c-433a-8db4-dc7c359784e4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ab5e5c-d954-4e39-a2a5-5c643f32b496,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:41.831716 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 56068) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:41.858244 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [req-27d76619-f884-414b-b1ce-74dae1474254 req-f65c73ca-494c-433a-8db4-dc7c359784e4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Allocated IP 192.168.233.154 (db8493be-c0c6-4ede-a738-d92e3e56e3f5/b9ec4b3d-0d35-49f0-8c55-8969a240f229/a1afc83c-d972-4a51-a276-86ac5e733099) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:41.952562 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf295-a55e-4ec5-88e3-90c558d83fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.044335 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-27d76619-f884-414b-b1ce-74dae1474254 req-f65c73ca-494c-433a-8db4-dc7c359784e4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.054766 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf295-a55e-4ec5-88e3-90c558d83fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.062581 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [req-27d76619-f884-414b-b1ce-74dae1474254 req-f65c73ca-494c-433a-8db4-dc7c359784e4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Transition to ACTIVE for port object a1afc83c-d972-4a51-a276-86ac5e733099 will not be triggered until provisioned by entity DHCP. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:42.063766 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf295-a55e-4ec5-88e3-90c558d83fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.101868 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-27d76619-f884-414b-b1ce-74dae1474254 req-f65c73ca-494c-433a-8db4-dc7c359784e4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.107657 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-7cbaf295-a55e-4ec5-88e3-90c558d83fe1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1a52ef277d41498d955e1dab3322dbcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744749 Jul 23 16:16:42.108472 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbaf295-a55e-4ec5-88e3-90c558d83fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5df776-f651-4a97-976c-9be85c0abc26,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:42.110884 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 56076) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:42.167769 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d76619-f884-414b-b1ce-74dae1474254 req-f65c73ca-494c-433a-8db4-dc7c359784e4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Network db8493be-c0c6-4ede-a738-d92e3e56e3f5 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:42.180526 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [req-27d76619-f884-414b-b1ce-74dae1474254 req-f65c73ca-494c-433a-8db4-dc7c359784e4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:42.187495 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d76619-f884-414b-b1ce-74dae1474254 req-f65c73ca-494c-433a-8db4-dc7c359784e4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:42.224547 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c73ca-494c-433a-8db4-dc7c359784e4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Pushing event updated for resources: {'Port': ['ID=a1afc83c-d972-4a51-a276-86ac5e733099,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:42.230743 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.260349 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d76619-f884-414b-b1ce-74dae1474254 req-f65c73ca-494c-433a-8db4-dc7c359784e4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:42.260973 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-27d76619-f884-414b-b1ce-74dae1474254 req-f65c73ca-494c-433a-8db4-dc7c359784e4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.277807 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ee70080d-8368-407a-914e-99cb16add6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.289980 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-27d76619-f884-414b-b1ce-74dae1474254 req-f65c73ca-494c-433a-8db4-dc7c359784e4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9589508 Jul 23 16:16:42.303717 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ee70080d-8368-407a-914e-99cb16add6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.323351 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Request body: {'port': {'device_id': 'dce17a42-7b83-4d42-b9ef-7d3970516583', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:42.450533 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.465872 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-0dbe047c-8f76-430d-aa05-63102873582f None None] Provisioning for port a1afc83c-d972-4a51-a276-86ac5e733099 completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:42.467221 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ee70080d-8368-407a-914e-99cb16add6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.469825 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ee70080d-8368-407a-914e-99cb16add6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.471137 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-ee70080d-8368-407a-914e-99cb16add6f8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c5df776-f651-4a97-976c-9be85c0abc26 HTTP/1.1" status: 204 len: 168 time: 0.3580022 Jul 23 16:16:42.471991 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-0dbe047c-8f76-430d-aa05-63102873582f None None] Provisioning complete for port a1afc83c-d972-4a51-a276-86ac5e733099 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:42.472471 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-0dbe047c-8f76-430d-aa05-63102873582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.509413 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70080d-8368-407a-914e-99cb16add6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5df776-f651-4a97-976c-9be85c0abc26,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:42.522092 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe047c-8f76-430d-aa05-63102873582f None None] Port a1afc83c-d972-4a51-a276-86ac5e733099 cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:42.524839 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2526af-4eda-4ed5-9b8b-e5715ea73a6c req-da13c166-2095-442a-89c9-b1806b2e0da9 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:42.526619 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2a2526af-4eda-4ed5-9b8b-e5715ea73a6c req-da13c166-2095-442a-89c9-b1806b2e0da9 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/ports?device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 936 time: 0.1642017 Jul 23 16:16:42.637386 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2a2526af-4eda-4ed5-9b8b-e5715ea73a6c req-710a393d-ff41-4d2c-9666-275f036aa1ee tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3ab5e5c-d954-4e39-a2a5-5c643f32b496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015387 Jul 23 16:16:42.713421 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:42.771924 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:42.772303 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.859885 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c82869-b338-46ec-8fd7-40841783aba0 req-a46e739b-b946-4431-bba5-87aac655c4f0 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:42.861611 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-42c82869-b338-46ec-8fd7-40841783aba0 req-a46e739b-b946-4431-bba5-87aac655c4f0 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 945 time: 0.1137815 Jul 23 16:16:42.911526 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1afc83c-d972-4a51-a276-86ac5e733099 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:42.926436 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.941269 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-42c82869-b338-46ec-8fd7-40841783aba0 req-15092e78-86c1-410a-81c9-090f74044548 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=da7d3665-79e5-4edb-b11b-4db1a20978b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620890 Jul 23 16:16:42.949683 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Transition to ACTIVE for port object a1afc83c-d972-4a51-a276-86ac5e733099 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:42.954373 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14480183'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:43.048193 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Pushing event updated for resources: {'Port': ['ID=a1afc83c-d972-4a51-a276-86ac5e733099,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:43.092420 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Attempting to bind port a1afc83c-d972-4a51-a276-86ac5e733099 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:43.092760 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Attempting to bind port a1afc83c-d972-4a51-a276-86ac5e733099 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '91f51395-bc24-4fd7-847a-9fc8d9e84d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'db8493be-c0c6-4ede-a738-d92e3e56e3f5'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:43.093097 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Attempting to bind port a1afc83c-d972-4a51-a276-86ac5e733099 on network db8493be-c0c6-4ede-a738-d92e3e56e3f5 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:43.099932 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Port a1afc83c-d972-4a51-a276-86ac5e733099 on network db8493be-c0c6-4ede-a738-d92e3e56e3f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:16:43.100253 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Attempting to bind port a1afc83c-d972-4a51-a276-86ac5e733099 on network db8493be-c0c6-4ede-a738-d92e3e56e3f5 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:43.108910 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:43.109341 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Checking segment: {'id': '91f51395-bc24-4fd7-847a-9fc8d9e84d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'db8493be-c0c6-4ede-a738-d92e3e56e3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:43.109836 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Bound using segment: {'id': '91f51395-bc24-4fd7-847a-9fc8d9e84d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'db8493be-c0c6-4ede-a738-d92e3e56e3f5'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:43.110447 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Bound port: a1afc83c-d972-4a51-a276-86ac5e733099, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f51395-bc24-4fd7-847a-9fc8d9e84d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'db8493be-c0c6-4ede-a738-d92e3e56e3f5'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:43.110950 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:43.190537 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] For port a1afc83c-d972-4a51-a276-86ac5e733099, host hv-cinder-79628, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:43.194222 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] For port a1afc83c-d972-4a51-a276-86ac5e733099, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a1afc83c-d972-4a51-a276-86ac5e733099,segment=NetworkSegment(91f51395-bc24-4fd7-847a-9fc8d9e84d1b),segment_id=91f51395-bc24-4fd7-847a-9fc8d9e84d1b)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:43.199242 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14480183'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:43.235802 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:43.236414 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:43.237842 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-27d76619-f884-414b-b1ce-74dae1474254 req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] 10.222.0.59 "PUT /v2.0/ports/a1afc83c-d972-4a51-a276-86ac5e733099 HTTP/1.1" status: 200 len: 1098 time: 0.9209893 Jul 23 16:16:43.238279 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce17a42-7b83-4d42-b9ef-7d3970516583', 'tag': 'a1afc83c-d972-4a51-a276-86ac5e733099'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:43.240865 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e278b23-e89a-41ed-aedc-c5942e80ce80" -d '{"events": [{"name": "network-changed", "server_uuid": "dce17a42-7b83-4d42-b9ef-7d3970516583", "tag": "a1afc83c-d972-4a51-a276-86ac5e733099"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:43.264375 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69556d0-a502-4f53-be04-cdf674f6139e service neutron] Pushing event updated for resources: {'Port': ['ID=a1afc83c-d972-4a51-a276-86ac5e733099,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:43.290699 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88acd91b-b05f-4620-a28a-405e73db1a9f x-openstack-request-id: req-88acd91b-b05f-4620-a28a-405e73db1a9f {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:43.291395 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce17a42-7b83-4d42-b9ef-7d3970516583", "tag": "a1afc83c-d972-4a51-a276-86ac5e733099", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:43.291395 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-88acd91b-b05f-4620-a28a-405e73db1a9f {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:43.291747 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce17a42-7b83-4d42-b9ef-7d3970516583', 'tag': 'a1afc83c-d972-4a51-a276-86ac5e733099', 'status': 'completed', 'code': 200} Jul 23 16:16:43.381005 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d76619-f884-414b-b1ce-74dae1474254 req-42f82aac-04f7-4689-84fe-cd653bcaf18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:43.382454 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-27d76619-f884-414b-b1ce-74dae1474254 req-42f82aac-04f7-4689-84fe-cd653bcaf18f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84bed37f2ddf4e968f510bbacc5e3984&device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 1101 time: 0.0621643 Jul 23 16:16:43.439809 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-27d76619-f884-414b-b1ce-74dae1474254 req-231fc9be-492e-4372-a7d2-5e59d7152bce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=a1afc83c-d972-4a51-a276-86ac5e733099 HTTP/1.1" status: 200 len: 217 time: 0.0380154 Jul 23 16:16:43.496256 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d76619-f884-414b-b1ce-74dae1474254 req-55039eaf-df2d-419e-a114-461f1e5bfab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:43.497740 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-27d76619-f884-414b-b1ce-74dae1474254 req-55039eaf-df2d-419e-a114-461f1e5bfab1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9ec4b3d-0d35-49f0-8c55-8969a240f229 HTTP/1.1" status: 200 len: 843 time: 0.0516505 Jul 23 16:16:43.570600 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d76619-f884-414b-b1ce-74dae1474254 req-8d507b17-043c-4648-ad81-ad8ff63eed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:43.572205 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-27d76619-f884-414b-b1ce-74dae1474254 req-8d507b17-043c-4648-ad81-ad8ff63eed95 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db8493be-c0c6-4ede-a738-d92e3e56e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0666516 Jul 23 16:16:43.678173 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-27d76619-f884-414b-b1ce-74dae1474254 req-672a1416-8c36-4d0e-b474-dc39b1985b29 service neutron] 10.222.0.59 "GET /v2.0/networks/db8493be-c0c6-4ede-a738-d92e3e56e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961428 Jul 23 16:16:43.811317 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-27d76619-f884-414b-b1ce-74dae1474254 req-cc7e1e3f-711c-4156-9324-4ddf8d090870 service neutron] 10.222.0.59 "GET /v2.0/networks/db8493be-c0c6-4ede-a738-d92e3e56e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246994 Jul 23 16:16:43.834320 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bb955-0631-421a-9706-e93df699a385 req-67d73b57-71a9-4c14-a0c3-49790fdf8697 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:43.836491 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cf4bb955-0631-421a-9706-e93df699a385 req-67d73b57-71a9-4c14-a0c3-49790fdf8697 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/ports?device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 948 time: 0.1210845 Jul 23 16:16:43.888311 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cf4bb955-0631-421a-9706-e93df699a385 req-77f512ca-e7cd-4f7a-8f0f-cdfe61d159ef tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3ab5e5c-d954-4e39-a2a5-5c643f32b496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444684 Jul 23 16:16:44.007126 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e278b23-e89a-41ed-aedc-c5942e80ce80 req-ab41cf0f-a779-472c-ae84-23643ced9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:44.008870 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3e278b23-e89a-41ed-aedc-c5942e80ce80 req-ab41cf0f-a779-472c-ae84-23643ced9a9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84bed37f2ddf4e968f510bbacc5e3984&device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 1101 time: 0.0627506 Jul 23 16:16:44.148906 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e278b23-e89a-41ed-aedc-c5942e80ce80 req-7a597741-7015-4064-91ac-7c3e06a26692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:44.150369 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3e278b23-e89a-41ed-aedc-c5942e80ce80 req-7a597741-7015-4064-91ac-7c3e06a26692 service neutron] 10.222.0.59 "GET /v2.0/networks?id=db8493be-c0c6-4ede-a738-d92e3e56e3f5 HTTP/1.1" status: 200 len: 870 time: 0.1240826 Jul 23 16:16:44.158730 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925a99b-8823-457e-8963-727ad8f83e95 req-d34189d9-79d4-473c-a189-38e5edec4208 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:44.160168 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9925a99b-8823-457e-8963-727ad8f83e95 req-d34189d9-79d4-473c-a189-38e5edec4208 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 945 time: 0.1452670 Jul 23 16:16:44.205903 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3e278b23-e89a-41ed-aedc-c5942e80ce80 req-b2ae2eab-4179-4b87-ae64-9142b760e897 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=a1afc83c-d972-4a51-a276-86ac5e733099 HTTP/1.1" status: 200 len: 217 time: 0.0447688 Jul 23 16:16:44.255577 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9925a99b-8823-457e-8963-727ad8f83e95 req-4dbffba4-0bba-4b7c-b349-88451d8a964f tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=da7d3665-79e5-4edb-b11b-4db1a20978b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890255 Jul 23 16:16:44.275267 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e278b23-e89a-41ed-aedc-c5942e80ce80 req-2467743a-5fbe-4abb-b725-e0ff8a87ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:44.276987 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3e278b23-e89a-41ed-aedc-c5942e80ce80 req-2467743a-5fbe-4abb-b725-e0ff8a87ffd4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9ec4b3d-0d35-49f0-8c55-8969a240f229 HTTP/1.1" status: 200 len: 843 time: 0.0644634 Jul 23 16:16:44.344519 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e278b23-e89a-41ed-aedc-c5942e80ce80 req-7e003fe8-024f-4789-b4a8-a6b88fd9e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:44.346055 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3e278b23-e89a-41ed-aedc-c5942e80ce80 req-7e003fe8-024f-4789-b4a8-a6b88fd9e421 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db8493be-c0c6-4ede-a738-d92e3e56e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0596712 Jul 23 16:16:44.508832 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3e278b23-e89a-41ed-aedc-c5942e80ce80 req-b63bf141-8433-42f4-8181-46541d0979f3 service neutron] 10.222.0.59 "GET /v2.0/networks/db8493be-c0c6-4ede-a738-d92e3e56e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298046 Jul 23 16:16:44.617470 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346a1de-94ed-48e2-b907-7c391552c8f9 req-3833e996-35df-4945-9756-44134c73dba6 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:44.618995 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3346a1de-94ed-48e2-b907-7c391552c8f9 req-3833e996-35df-4945-9756-44134c73dba6 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 945 time: 0.1484914 Jul 23 16:16:44.628583 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 56100) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:44.633439 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-a8275cc5-b767-4767-a2c7-a28ecbf5703e tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Request body: {'floatingip': {'port_id': '8e62ddf6-0769-441f-9d21-0be6a4181c66'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:44.641924 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3e278b23-e89a-41ed-aedc-c5942e80ce80 req-7fdd2f90-bb5e-4a21-ae39-4e9254c39d14 service neutron] 10.222.0.59 "GET /v2.0/networks/db8493be-c0c6-4ede-a738-d92e3e56e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224253 Jul 23 16:16:44.673807 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a8275cc5-b767-4767-a2c7-a28ecbf5703e tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for floatingip, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.027921 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd637a-15e2-4f7e-91f9-42a5fc59b78d req-ee7502a1-d7ea-4c0a-bffe-7472b4fbd044 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:45.029472 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-56dd637a-15e2-4f7e-91f9-42a5fc59b78d req-ee7502a1-d7ea-4c0a-bffe-7472b4fbd044 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/ports?device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 948 time: 0.0684097 Jul 23 16:16:45.069833 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-56dd637a-15e2-4f7e-91f9-42a5fc59b78d req-16a0460d-bc81-4729-acde-b74d8f437d56 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3ab5e5c-d954-4e39-a2a5-5c643f32b496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336175 Jul 23 16:16:45.135770 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a8275cc5-b767-4767-a2c7-a28ecbf5703e tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.141756 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a8275cc5-b767-4767-a2c7-a28ecbf5703e tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736144'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.269989 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.l3_db [None req-a8275cc5-b767-4767-a2c7-a28ecbf5703e tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Floating IP 2dd9a6c8-525e-4769-a259-befeb98c801a associated. External IP: 172.27.0.184, port: 8e62ddf6-0769-441f-9d21-0be6a4181c66. Jul 23 16:16:45.780155 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8275cc5-b767-4767-a2c7-a28ecbf5703e tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:16:45.804947 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-83ba4337-b13f-4951-b155-1c9b0651d63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.918717 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8275cc5-b767-4767-a2c7-a28ecbf5703e tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:16:45.926027 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a8275cc5-b767-4767-a2c7-a28ecbf5703e tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.930462 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3559c50c-cd96-4087-b40c-983223e0cd86 None None] Sync routers for ids ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:16:45.947480 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3559c50c-cd96-4087-b40c-983223e0cd86 None None] Routers {'d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:45.948545 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-3559c50c-cd96-4087-b40c-983223e0cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:16:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:45.981693 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-a8275cc5-b767-4767-a2c7-a28ecbf5703e tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "PUT /v2.0/floatingips/2dd9a6c8-525e-4769-a259-befeb98c801a HTTP/1.1" status: 200 len: 991 time: 1.3519533 Jul 23 16:16:45.982335 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4b1969-7709-4ab2-9dbb-e70236ff225b', 'tag': '8e62ddf6-0769-441f-9d21-0be6a4181c66'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:45.985354 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646da4a9-75d5-4df6-9b25-ac4e8ceeab5f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4b1969-7709-4ab2-9dbb-e70236ff225b", "tag": "8e62ddf6-0769-441f-9d21-0be6a4181c66"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:46.079909 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-3559c50c-cd96-4087-b40c-983223e0cd86 None None] Set router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:46.152764 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c87dc7-e01c-4b13-af8f-cddaa8d3c72a x-openstack-request-id: req-69c87dc7-e01c-4b13-af8f-cddaa8d3c72a {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:46.153311 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4b1969-7709-4ab2-9dbb-e70236ff225b", "tag": "8e62ddf6-0769-441f-9d21-0be6a4181c66", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:46.153830 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-69c87dc7-e01c-4b13-af8f-cddaa8d3c72a {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:46.154507 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4b1969-7709-4ab2-9dbb-e70236ff225b', 'tag': '8e62ddf6-0769-441f-9d21-0be6a4181c66', 'status': 'completed', 'code': 200} Jul 23 16:16:46.325691 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b767aa8-74c0-4f29-8bea-e7a6126ec725 req-3615f297-1346-4a81-89a3-982af65abe85 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:46.327248 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9b767aa8-74c0-4f29-8bea-e7a6126ec725 req-3615f297-1346-4a81-89a3-982af65abe85 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/ports?device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 948 time: 0.1208847 Jul 23 16:16:46.331337 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646da4a9-75d5-4df6-9b25-ac4e8ceeab5f req-908d0db1-4bf7-4bd9-a4b2-734d06fc1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:46.332954 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-646da4a9-75d5-4df6-9b25-ac4e8ceeab5f req-908d0db1-4bf7-4bd9-a4b2-734d06fc1fb3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5fe83c8aa779464b9ac589e2040ae57f&device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 1098 time: 0.1246440 Jul 23 16:16:46.369991 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-3559c50c-cd96-4087-b40c-983223e0cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:11:08Z', 'revision_number': 4, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': '2dd9a6c8-525e-4769-a259-befeb98c801a', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'port_id': '8e62ddf6-0769-441f-9d21-0be6a4181c66', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'mac_address': 'fa:16:3e:12:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1969-7709-4ab2-9dbb-e70236ff225b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:16:26Z', 'updated_at': '2021-07-23T16:16:45Z', 'revision_number': 1, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff134de-805c-4647-a0bd-790715fe6e00', 'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'mac_address': 'fa:16:3e:ef:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:06Z', 'updated_at': '2021-07-23T16:11:18Z', 'revision_number': 5, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'subnets': [{'id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:46.401573 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3559c50c-cd96-4087-b40c-983223e0cd86 None None] Checking router: d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:16:46.410812 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3559c50c-cd96-4087-b40c-983223e0cd86 None None] Routers {'d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:46.411498 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-3559c50c-cd96-4087-b40c-983223e0cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:16:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:46.448154 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9b767aa8-74c0-4f29-8bea-e7a6126ec725 req-78515af1-0cc4-43d9-a006-e84ad52cc2c4 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3ab5e5c-d954-4e39-a2a5-5c643f32b496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130908 Jul 23 16:16:46.476912 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646da4a9-75d5-4df6-9b25-ac4e8ceeab5f req-2b2b1747-0fb2-41c4-91ec-1bc6aa4d847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:46.479116 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-646da4a9-75d5-4df6-9b25-ac4e8ceeab5f req-2b2b1747-0fb2-41c4-91ec-1bc6aa4d847c service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c0621ff-a2c0-4e39-8229-4f2f452683a2 HTTP/1.1" status: 200 len: 912 time: 0.1375678 Jul 23 16:16:46.528982 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-3559c50c-cd96-4087-b40c-983223e0cd86 None None] Set router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:46.562714 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-646da4a9-75d5-4df6-9b25-ac4e8ceeab5f req-d27819dd-612b-4a61-9a12-adf7f65e74e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e62ddf6-0769-441f-9d21-0be6a4181c66 HTTP/1.1" status: 200 len: 999 time: 0.0767138 Jul 23 16:16:46.652588 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646da4a9-75d5-4df6-9b25-ac4e8ceeab5f req-f17a039f-6e54-4223-8c22-d2d84111ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:46.655121 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-646da4a9-75d5-4df6-9b25-ac4e8ceeab5f req-f17a039f-6e54-4223-8c22-d2d84111ca65 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e32c016-e4f8-43ff-938e-cce583bd25cf HTTP/1.1" status: 200 len: 850 time: 0.0843022 Jul 23 16:16:46.723666 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646da4a9-75d5-4df6-9b25-ac4e8ceeab5f req-4d7bd898-560d-4471-bbe5-6da3dabcddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:46.725209 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-646da4a9-75d5-4df6-9b25-ac4e8ceeab5f req-4d7bd898-560d-4471-bbe5-6da3dabcddec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c0621ff-a2c0-4e39-8229-4f2f452683a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0627227 Jul 23 16:16:46.810770 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-3559c50c-cd96-4087-b40c-983223e0cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:11:08Z', 'revision_number': 4, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': '2dd9a6c8-525e-4769-a259-befeb98c801a', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'port_id': '8e62ddf6-0769-441f-9d21-0be6a4181c66', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'mac_address': 'fa:16:3e:12:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1969-7709-4ab2-9dbb-e70236ff225b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:16:26Z', 'updated_at': '2021-07-23T16:16:45Z', 'revision_number': 1, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff134de-805c-4647-a0bd-790715fe6e00', 'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'mac_address': 'fa:16:3e:ef:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:06Z', 'updated_at': '2021-07-23T16:11:18Z', 'revision_number': 5, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'subnets': [{'id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:46.831323 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-646da4a9-75d5-4df6-9b25-ac4e8ceeab5f req-77457537-4f1a-4873-bb78-489b84ba34fc service neutron] 10.222.0.59 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913200 Jul 23 16:16:46.841466 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3559c50c-cd96-4087-b40c-983223e0cd86 None None] The sync data for ids ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'] in dv-cinder-796286-18-iscsi is: [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:11:08Z', 'revision_number': 4, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': '2dd9a6c8-525e-4769-a259-befeb98c801a', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'port_id': '8e62ddf6-0769-441f-9d21-0be6a4181c66', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'mac_address': 'fa:16:3e:12:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1969-7709-4ab2-9dbb-e70236ff225b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:16:26Z', 'updated_at': '2021-07-23T16:16:45Z', 'revision_number': 1, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff134de-805c-4647-a0bd-790715fe6e00', 'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'mac_address': 'fa:16:3e:ef:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:06Z', 'updated_at': '2021-07-23T16:11:18Z', 'revision_number': 5, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'subnets': [{'id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:16:46.933347 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-646da4a9-75d5-4df6-9b25-ac4e8ceeab5f req-0b888280-b444-4647-8937-69b8b47c583f service neutron] 10.222.0.59 "GET /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915878 Jul 23 16:16:47.038564 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b677ba0-3f17-43f8-bf88-037734556684 None None] New status for floating IP 2dd9a6c8-525e-4769-a259-befeb98c801a: ACTIVE {{(pid=93299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:16:47.042807 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device a1afc83c-d972-4a51-a276-86ac5e733099 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:16:47.146422 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port a1afc83c-d972-4a51-a276-86ac5e733099, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a1afc83c-d972-4a51-a276-86ac5e733099,segment=NetworkSegment(91f51395-bc24-4fd7-847a-9fc8d9e84d1b),segment_id=91f51395-bc24-4fd7-847a-9fc8d9e84d1b)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:47.160569 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': 'a1afc83c-d972-4a51-a276-86ac5e733099', 'network_id': 'db8493be-c0c6-4ede-a738-d92e3e56e3f5', 'port_id': 'a1afc83c-d972-4a51-a276-86ac5e733099', 'mac_address': 'fa:16:3e:5b:3c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ec4b3d-0d35-49f0-8c55-8969a240f229', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:16:47.204484 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.220099 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1afc83c-d972-4a51-a276-86ac5e733099 {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:47.243744 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port a1afc83c-d972-4a51-a276-86ac5e733099, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a1afc83c-d972-4a51-a276-86ac5e733099,segment=NetworkSegment(91f51395-bc24-4fd7-847a-9fc8d9e84d1b),segment_id=91f51395-bc24-4fd7-847a-9fc8d9e84d1b)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:47.247897 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.302426 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=a1afc83c-d972-4a51-a276-86ac5e733099,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:47.608401 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0205a0-1b52-4cb5-b714-0fecbfac53c1 req-c8b068d8-85fc-4bf9-abb6-32c9ab16f026 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:47.610271 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ca0205a0-1b52-4cb5-b714-0fecbfac53c1 req-c8b068d8-85fc-4bf9-abb6-32c9ab16f026 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/ports?device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 949 time: 0.0779543 Jul 23 16:16:47.623832 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['a1afc83c-d972-4a51-a276-86ac5e733099'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:47.659275 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ca0205a0-1b52-4cb5-b714-0fecbfac53c1 req-95da94b9-30b3-4fe1-b021-2aaae875702c tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3ab5e5c-d954-4e39-a2a5-5c643f32b496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422447 Jul 23 16:16:48.545850 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-0507e93f-8308-4378-9c34-81332fedf891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:48.797206 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8a375-b153-4593-9a1f-5fe8297fdad0 req-04602122-1169-4354-a345-a738d7b9d750 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:48.798882 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f7d8a375-b153-4593-9a1f-5fe8297fdad0 req-04602122-1169-4354-a345-a738d7b9d750 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/ports?device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 949 time: 0.0686212 Jul 23 16:16:48.801531 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:48.840707 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f7d8a375-b153-4593-9a1f-5fe8297fdad0 req-8ab971e5-8e31-4dd3-b9f5-cd83339c140a tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3ab5e5c-d954-4e39-a2a5-5c643f32b496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341558 Jul 23 16:16:49.061785 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device a1afc83c-d972-4a51-a276-86ac5e733099 up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:49.116432 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port a1afc83c-d972-4a51-a276-86ac5e733099 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:49.120387 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port a1afc83c-d972-4a51-a276-86ac5e733099 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:49.120762 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:49.201612 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:49.230687 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce17a42-7b83-4d42-b9ef-7d3970516583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1afc83c-d972-4a51-a276-86ac5e733099'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:49.233734 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62807ab4-a463-4b15-81ba-46fd3e436b66" -d '{"events": [{"server_uuid": "dce17a42-7b83-4d42-b9ef-7d3970516583", "name": "network-vif-plugged", "status": "completed", "tag": "a1afc83c-d972-4a51-a276-86ac5e733099"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:49.252138 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port a1afc83c-d972-4a51-a276-86ac5e733099, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a1afc83c-d972-4a51-a276-86ac5e733099,segment=NetworkSegment(91f51395-bc24-4fd7-847a-9fc8d9e84d1b),segment_id=91f51395-bc24-4fd7-847a-9fc8d9e84d1b)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:49.259820 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:49.265049 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:49.282954 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2046d015-8d06-436c-86dd-122d52c0f057 x-openstack-request-id: req-2046d015-8d06-436c-86dd-122d52c0f057 {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:49.283273 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce17a42-7b83-4d42-b9ef-7d3970516583", "name": "network-vif-plugged", "status": "completed", "tag": "a1afc83c-d972-4a51-a276-86ac5e733099", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:49.283529 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2046d015-8d06-436c-86dd-122d52c0f057 {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:49.283916 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce17a42-7b83-4d42-b9ef-7d3970516583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1afc83c-d972-4a51-a276-86ac5e733099', 'code': 200} Jul 23 16:16:49.311965 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=a1afc83c-d972-4a51-a276-86ac5e733099,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:49.576633 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66936b-13a5-491b-9738-2a91e320cd56 req-f37c1ea4-f8d9-4e1c-ae9b-3a5b045dbd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:49.578216 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-af66936b-13a5-491b-9738-2a91e320cd56 req-f37c1ea4-f8d9-4e1c-ae9b-3a5b045dbd73 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 1103 time: 0.0671539 Jul 23 16:16:49.618454 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-af66936b-13a5-491b-9738-2a91e320cd56 req-212d4d43-474a-4785-9665-0c9f7925be79 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b3ab5e5c-d954-4e39-a2a5-5c643f32b496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319619 Jul 23 16:16:49.995372 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff0066-bd50-4642-b517-b3aa299314cc req-dc1d2a4a-ff37-451e-9a2e-3687398d301f tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:49.996884 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8dff0066-bd50-4642-b517-b3aa299314cc req-dc1d2a4a-ff37-451e-9a2e-3687398d301f tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/ports?device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 950 time: 0.0839658 Jul 23 16:16:50.038352 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8dff0066-bd50-4642-b517-b3aa299314cc req-69cd59ef-4661-4093-a0d4-9c520b915262 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3ab5e5c-d954-4e39-a2a5-5c643f32b496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335624 Jul 23 16:16:51.049126 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.179559 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815f468-3216-4f90-880a-bb472cc7567c req-f22af339-4821-4a91-a41f-dfe8e830ad4f tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:51.181006 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7815f468-3216-4f90-880a-bb472cc7567c req-f22af339-4821-4a91-a41f-dfe8e830ad4f tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/ports?device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 950 time: 0.0647254 Jul 23 16:16:51.225023 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7815f468-3216-4f90-880a-bb472cc7567c req-a3e6e997-7be8-45ff-82cd-75d4a1df47db tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3ab5e5c-d954-4e39-a2a5-5c643f32b496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373833 Jul 23 16:16:51.702559 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:16:52.378370 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbc301-c140-4dae-a56f-fcab8ddb6176 req-ec23bcf2-13fc-4c3a-9c18-da1fd477442d tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:52.380171 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5ccbc301-c140-4dae-a56f-fcab8ddb6176 req-ec23bcf2-13fc-4c3a-9c18-da1fd477442d tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/ports?device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 950 time: 0.0742602 Jul 23 16:16:52.424806 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5ccbc301-c140-4dae-a56f-fcab8ddb6176 req-232c0b69-ab62-42dd-b050-28178278c23b tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3ab5e5c-d954-4e39-a2a5-5c643f32b496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383742 Jul 23 16:16:52.866376 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02a3ec-c80f-4616-b1d7-1ef952e5481f req-2ce0272b-7318-47c9-9cec-ce55f0dea537 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:52.867981 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fa02a3ec-c80f-4616-b1d7-1ef952e5481f req-2ce0272b-7318-47c9-9cec-ce55f0dea537 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/ports?device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 950 time: 0.0710344 Jul 23 16:16:52.913285 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fa02a3ec-c80f-4616-b1d7-1ef952e5481f req-ebd68af8-10db-45fd-a952-d874939d201a tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3ab5e5c-d954-4e39-a2a5-5c643f32b496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395279 Jul 23 16:16:54.062759 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a6a59-f6b0-4b04-a011-f6566c5a5ceb req-4c727981-9d1f-4d91-8c51-d03496e810cf tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:54.064293 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-216a6a59-f6b0-4b04-a011-f6566c5a5ceb req-4c727981-9d1f-4d91-8c51-d03496e810cf tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/ports?device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 950 time: 0.0742855 Jul 23 16:16:54.108246 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-216a6a59-f6b0-4b04-a011-f6566c5a5ceb req-20833315-360a-4892-9144-c4e3894361ca tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3ab5e5c-d954-4e39-a2a5-5c643f32b496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355077 Jul 23 16:16:55.107666 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7fcbd-abe0-4dc5-9850-f5fa5cb1109a req-0325f2ac-3817-488c-ad2b-0c1050d526d2 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:55.109493 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c3a7fcbd-abe0-4dc5-9850-f5fa5cb1109a req-0325f2ac-3817-488c-ad2b-0c1050d526d2 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.59 "GET /v2.0/ports?device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 950 time: 0.0762155 Jul 23 16:16:55.251709 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-c3a7fcbd-abe0-4dc5-9850-f5fa5cb1109a req-4138640d-4c01-44fd-8c63-f35b68a24341 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Deleting port a1afc83c-d972-4a51-a276-86ac5e733099 {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:16:55.252074 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c3a7fcbd-abe0-4dc5-9850-f5fa5cb1109a req-4138640d-4c01-44fd-8c63-f35b68a24341 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.292946 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161a435-5c41-407f-a98a-20fa9c56ff11 req-39aba2b2-e5f6-4cdc-9a4a-fcf610908acc tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:55.294438 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d161a435-5c41-407f-a98a-20fa9c56ff11 req-39aba2b2-e5f6-4cdc-9a4a-fcf610908acc tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/ports?device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 950 time: 0.1066186 Jul 23 16:16:55.374130 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-c3a7fcbd-abe0-4dc5-9850-f5fa5cb1109a req-4138640d-4c01-44fd-8c63-f35b68a24341 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] For port a1afc83c-d972-4a51-a276-86ac5e733099, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a1afc83c-d972-4a51-a276-86ac5e733099,segment=NetworkSegment(91f51395-bc24-4fd7-847a-9fc8d9e84d1b),segment_id=91f51395-bc24-4fd7-847a-9fc8d9e84d1b)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:55.374451 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c3a7fcbd-abe0-4dc5-9850-f5fa5cb1109a req-4138640d-4c01-44fd-8c63-f35b68a24341 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.379601 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d161a435-5c41-407f-a98a-20fa9c56ff11 req-2a69bf0d-61ab-41aa-b8f0-ec00ad67c1cf tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/security-groups?id=b3ab5e5c-d954-4e39-a2a5-5c643f32b496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577230 Jul 23 16:16:55.391468 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-c3a7fcbd-abe0-4dc5-9850-f5fa5cb1109a req-4138640d-4c01-44fd-8c63-f35b68a24341 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Calling delete_port for a1afc83c-d972-4a51-a276-86ac5e733099 owned by compute:nova {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:16:55.799913 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c3a7fcbd-abe0-4dc5-9850-f5fa5cb1109a req-4138640d-4c01-44fd-8c63-f35b68a24341 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.828413 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138640d-4c01-44fd-8c63-f35b68a24341 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Pushing event deleted for resources: {'Port': ['ID=a1afc83c-d972-4a51-a276-86ac5e733099,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:55.848724 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['a1afc83c-d972-4a51-a276-86ac5e733099'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:55.891200 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a7fcbd-abe0-4dc5-9850-f5fa5cb1109a req-4138640d-4c01-44fd-8c63-f35b68a24341 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] No DVR routers for this DVR port a1afc83c-d972-4a51-a276-86ac5e733099 on host hv-cinder-79628 {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:16:55.893991 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c3a7fcbd-abe0-4dc5-9850-f5fa5cb1109a req-4138640d-4c01-44fd-8c63-f35b68a24341 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.896166 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c3a7fcbd-abe0-4dc5-9850-f5fa5cb1109a req-4138640d-4c01-44fd-8c63-f35b68a24341 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.59 "DELETE /v2.0/ports/a1afc83c-d972-4a51-a276-86ac5e733099 HTTP/1.1" status: 204 len: 173 time: 0.7790720 Jul 23 16:16:55.896742 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce17a42-7b83-4d42-b9ef-7d3970516583', 'name': 'network-vif-deleted', 'tag': 'a1afc83c-d972-4a51-a276-86ac5e733099'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:55.899420 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e14ac9-784c-4f1b-8486-0acc02b25750" -d '{"events": [{"server_uuid": "dce17a42-7b83-4d42-b9ef-7d3970516583", "name": "network-vif-deleted", "tag": "a1afc83c-d972-4a51-a276-86ac5e733099"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:55.969739 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b556bd1-50b9-44b7-b7b3-d1fc6fc5f847 x-openstack-request-id: req-5b556bd1-50b9-44b7-b7b3-d1fc6fc5f847 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:55.970036 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce17a42-7b83-4d42-b9ef-7d3970516583", "name": "network-vif-deleted", "tag": "a1afc83c-d972-4a51-a276-86ac5e733099", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:55.970289 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5b556bd1-50b9-44b7-b7b3-d1fc6fc5f847 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:55.970685 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce17a42-7b83-4d42-b9ef-7d3970516583', 'name': 'network-vif-deleted', 'tag': 'a1afc83c-d972-4a51-a276-86ac5e733099', 'status': 'completed', 'code': 200} Jul 23 16:16:56.496984 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-33831428-2c5d-4c69-aafe-9257f3181912 req-2d31a055-4aad-4909-8eb4-f845d2c5fd94 tempest-VolumesNegativeTest-703739383 tempest-VolumesNegativeTest-703739383-project] 10.222.0.69 "GET /v2.0/ports?device_id=dce17a42-7b83-4d42-b9ef-7d3970516583 HTTP/1.1" status: 200 len: 210 time: 0.0307169 Jul 23 16:16:58.379319 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-a0779883-002e-4eea-9200-c777b9cbf7b4 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1559718771&fields=id&tenant_id=ff5d477b98d144eda7ab469b1df679e6 HTTP/1.1" status: 200 len: 267 time: 0.0377092 Jul 23 16:16:58.498907 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-c157d2e0-fc62-441e-9e8d-ab14a8f74ae2 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:58.500537 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-c157d2e0-fc62-441e-9e8d-ab14a8f74ae2 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/networks?id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e HTTP/1.1" status: 200 len: 812 time: 0.1122577 Jul 23 16:16:58.516981 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-01fae05c-936a-40b5-8d8f-472568111396 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/quotas/ff5d477b98d144eda7ab469b1df679e6 HTTP/1.1" status: 200 len: 375 time: 0.0104806 Jul 23 16:16:58.586065 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-da9b792a-adb3-4b72-9b70-4eef4968cda9 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff5d477b98d144eda7ab469b1df679e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628955 Jul 23 16:16:58.686297 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-4009b74a-2176-4ed7-89b5-89f6f4427381 service neutron] 10.222.0.69 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872669 Jul 23 16:16:58.783916 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-53d075cd-e0ac-4bc7-a570-9a20d86ca850 service neutron] 10.222.0.69 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912845 Jul 23 16:16:59.089354 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device a1afc83c-d972-4a51-a276-86ac5e733099 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:16:59.111675 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: a1afc83c-d972-4a51-a276-86ac5e733099 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:16:59.112028 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device a1afc83c-d972-4a51-a276-86ac5e733099 not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:16:59.377431 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3c6ec381-848a-43f8-931e-4e40e779def5 req-3487d5fa-bf88-471c-95bd-f832e98ff48d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 210 time: 0.0311656 Jul 23 16:17:00.428110 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-f7b863ea-a83e-4193-a823-92546c297bc7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:00.429786 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-f7b863ea-a83e-4193-a823-92546c297bc7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.59 "GET /v2.0/networks?id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e HTTP/1.1" status: 200 len: 812 time: 0.1181562 Jul 23 16:17:00.544033 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-8d5cacf0-1b9b-49fe-97a2-a9b5be892994 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff5d477b98d144eda7ab469b1df679e6 HTTP/1.1" status: 200 len: 380 time: 0.0475214 Jul 23 16:17:00.572298 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-c9d52dd5-987b-43d7-96ba-58361e7eb613 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Request body: {'port': {'device_id': '66029ec8-5e0a-4df1-aa84-c7136e8957a2', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'admin_state_up': True, 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'security_groups': ['f7dbcf35-0c88-4efb-bc27-101bb1ecfb54']}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:00.633990 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d3eb6b01-b847-48f3-a1af-a0e1e9c2165a req-80eb6188-695e-4c80-9202-0635394210b1 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 210 time: 0.0442991 Jul 23 16:17:00.715529 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-c9d52dd5-987b-43d7-96ba-58361e7eb613 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Made reservation on behalf of ff5d477b98d144eda7ab469b1df679e6 for: {'port': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:00.720995 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-c9d52dd5-987b-43d7-96ba-58361e7eb613 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.851435 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-c9d52dd5-987b-43d7-96ba-58361e7eb613 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Allocated IP 172.20.0.4 (3b0c78ce-3ca2-4b17-bca0-e417ea14df4e/1345c1fc-90b2-4087-8e13-41bf62bf0f8f/901551e0-2ad9-4215-bd81-d7b779997f9a) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:01.003797 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-c9d52dd5-987b-43d7-96ba-58361e7eb613 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.018427 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-c9d52dd5-987b-43d7-96ba-58361e7eb613 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Transition to ACTIVE for port object 901551e0-2ad9-4215-bd81-d7b779997f9a will not be triggered until provisioned by entity DHCP. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:01.060958 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-c9d52dd5-987b-43d7-96ba-58361e7eb613 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.106692 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-c9d52dd5-987b-43d7-96ba-58361e7eb613 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:01.111768 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-c9d52dd5-987b-43d7-96ba-58361e7eb613 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:01.115597 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-c9d52dd5-987b-43d7-96ba-58361e7eb613 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:01.122059 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d52dd5-987b-43d7-96ba-58361e7eb613 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event updated for resources: {'Port': ['ID=901551e0-2ad9-4215-bd81-d7b779997f9a,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:01.172682 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-c9d52dd5-987b-43d7-96ba-58361e7eb613 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:01.173393 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-c9d52dd5-987b-43d7-96ba-58361e7eb613 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.189840 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-c9d52dd5-987b-43d7-96ba-58361e7eb613 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6220472 Jul 23 16:17:01.210506 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Request body: {'port': {'device_id': '66029ec8-5e0a-4df1-aa84-c7136e8957a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:01.304462 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.326179 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-cd956564-7dc8-4959-8cc8-dd30dc06a602 None None] Provisioning for port 901551e0-2ad9-4215-bd81-d7b779997f9a completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:01.330746 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-cd956564-7dc8-4959-8cc8-dd30dc06a602 None None] Provisioning complete for port 901551e0-2ad9-4215-bd81-d7b779997f9a triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:01.331142 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-cd956564-7dc8-4959-8cc8-dd30dc06a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.372085 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-cd956564-7dc8-4959-8cc8-dd30dc06a602 None None] Port 901551e0-2ad9-4215-bd81-d7b779997f9a cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:01.619970 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901551e0-2ad9-4215-bd81-d7b779997f9a {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:01.627760 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.645668 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Transition to ACTIVE for port object 901551e0-2ad9-4215-bd81-d7b779997f9a will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:01.651544 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14480183'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.696339 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 56484) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:01.715352 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Pushing event updated for resources: {'Port': ['ID=901551e0-2ad9-4215-bd81-d7b779997f9a,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:01.829423 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Attempting to bind port 901551e0-2ad9-4215-bd81-d7b779997f9a on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:01.829761 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Attempting to bind port 901551e0-2ad9-4215-bd81-d7b779997f9a by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:01.830095 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Attempting to bind port 901551e0-2ad9-4215-bd81-d7b779997f9a on network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:01.848317 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Port 901551e0-2ad9-4215-bd81-d7b779997f9a on network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:17:01.848649 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Attempting to bind port 901551e0-2ad9-4215-bd81-d7b779997f9a on network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:01.865997 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:01.866343 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Checking segment: {'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:01.866730 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Bound using segment: {'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:01.867192 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Bound port: 901551e0-2ad9-4215-bd81-d7b779997f9a, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:01.867562 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.887982 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb162199-6a27-4614-b7e7-fff04ddb2e09 req-e9a07b0b-35bd-4f00-9e1a-cd88b9425dfd tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:01.890355 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bb162199-6a27-4614-b7e7-fff04ddb2e09 req-e9a07b0b-35bd-4f00-9e1a-cd88b9425dfd tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 943 time: 0.1312134 Jul 23 16:17:01.917895 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-8d59bc5c-50c0-4456-adb0-57b5c35dedb5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=84bed37f2ddf4e968f510bbacc5e3984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204223 Jul 23 16:17:01.920772 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 56488) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:01.970574 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bb162199-6a27-4614-b7e7-fff04ddb2e09 req-29a46548-cee5-4ab7-b7c4-4fb56ea198f3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735378 Jul 23 16:17:01.973921 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5b81e8f2-d7a2-4205-bba3-8c31a638265a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.982238 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] For port 901551e0-2ad9-4215-bd81-d7b779997f9a, host hv-cinder-79628, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:01.992137 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] For port 901551e0-2ad9-4215-bd81-d7b779997f9a, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=901551e0-2ad9-4215-bd81-d7b779997f9a,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:01.997026 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14480183'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.998300 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5b81e8f2-d7a2-4205-bba3-8c31a638265a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.040147 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:02.040446 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.041856 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] 10.222.0.59 "PUT /v2.0/ports/901551e0-2ad9-4215-bd81-d7b779997f9a HTTP/1.1" status: 200 len: 1093 time: 0.8359895 Jul 23 16:17:02.042286 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66029ec8-5e0a-4df1-aa84-c7136e8957a2', 'tag': '901551e0-2ad9-4215-bd81-d7b779997f9a'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:02.044654 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd39291-1f47-46d7-8491-c19a38a6e02f" -d '{"events": [{"name": "network-changed", "server_uuid": "66029ec8-5e0a-4df1-aa84-c7136e8957a2", "tag": "901551e0-2ad9-4215-bd81-d7b779997f9a"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:02.048071 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5b81e8f2-d7a2-4205-bba3-8c31a638265a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.050792 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5b81e8f2-d7a2-4205-bba3-8c31a638265a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.055987 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-5b81e8f2-d7a2-4205-bba3-8c31a638265a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b3ab5e5c-d954-4e39-a2a5-5c643f32b496 HTTP/1.1" status: 204 len: 168 time: 0.1340332 Jul 23 16:17:02.064602 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81e8f2-d7a2-4205-bba3-8c31a638265a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ab5e5c-d954-4e39-a2a5-5c643f32b496,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:02.081935 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5ed10-7862-4d5e-ad48-4cd42b9f16d6 service neutron] Pushing event updated for resources: {'Port': ['ID=901551e0-2ad9-4215-bd81-d7b779997f9a,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:02.106987 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f64d72-8252-4a5b-a0a2-0a467d6035ba x-openstack-request-id: req-49f64d72-8252-4a5b-a0a2-0a467d6035ba {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:02.107507 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66029ec8-5e0a-4df1-aa84-c7136e8957a2", "tag": "901551e0-2ad9-4215-bd81-d7b779997f9a", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:02.107908 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-49f64d72-8252-4a5b-a0a2-0a467d6035ba {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:02.108440 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66029ec8-5e0a-4df1-aa84-c7136e8957a2', 'tag': '901551e0-2ad9-4215-bd81-d7b779997f9a', 'status': 'completed', 'code': 200} Jul 23 16:17:02.198749 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-c72baf6b-80bc-481b-944b-b48abeaeb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:02.200312 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-c72baf6b-80bc-481b-944b-b48abeaeb732 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff5d477b98d144eda7ab469b1df679e6&device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 1096 time: 0.0607121 Jul 23 16:17:02.264242 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-6b2f2bdb-4604-491e-abc0-3a977c82cb9a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=901551e0-2ad9-4215-bd81-d7b779997f9a HTTP/1.1" status: 200 len: 217 time: 0.0354874 Jul 23 16:17:02.327387 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-b520545b-891a-450a-a218-22cac812e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:02.328911 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-b520545b-891a-450a-a218-22cac812e20f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1345c1fc-90b2-4087-8e13-41bf62bf0f8f HTTP/1.1" status: 200 len: 851 time: 0.0525534 Jul 23 16:17:02.414898 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-39e1fc48-ce94-49b3-baaa-ea3704cee6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:02.416426 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-39e1fc48-ce94-49b3-baaa-ea3704cee6c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0770307 Jul 23 16:17:02.513950 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-f40502b7-4d41-4881-8487-1925456f97c9 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865562 Jul 23 16:17:02.618954 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b4038903-93ff-4294-ae53-e0e6940ecbf4 req-29374da7-8f43-413f-ade4-73c75dfdc79a service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938072 Jul 23 16:17:02.840590 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd39291-1f47-46d7-8491-c19a38a6e02f req-74dde4e2-30ba-47ba-87f7-b099fdd369ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:02.842098 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7bd39291-1f47-46d7-8491-c19a38a6e02f req-74dde4e2-30ba-47ba-87f7-b099fdd369ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff5d477b98d144eda7ab469b1df679e6&device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 1096 time: 0.0743091 Jul 23 16:17:02.945065 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd39291-1f47-46d7-8491-c19a38a6e02f req-7d931fca-35bd-4439-8a11-93444b6f9faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:02.946618 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7bd39291-1f47-46d7-8491-c19a38a6e02f req-7d931fca-35bd-4439-8a11-93444b6f9faf service neutron] 10.222.0.59 "GET /v2.0/networks?id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e HTTP/1.1" status: 200 len: 913 time: 0.0947909 Jul 23 16:17:02.988578 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7bd39291-1f47-46d7-8491-c19a38a6e02f req-a61b2140-1fc8-4942-82b8-be2124bf207a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=901551e0-2ad9-4215-bd81-d7b779997f9a HTTP/1.1" status: 200 len: 217 time: 0.0337124 Jul 23 16:17:03.043710 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd39291-1f47-46d7-8491-c19a38a6e02f req-54fbf079-275a-4681-a11c-279788f7ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:03.045230 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7bd39291-1f47-46d7-8491-c19a38a6e02f req-54fbf079-275a-4681-a11c-279788f7ca01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1345c1fc-90b2-4087-8e13-41bf62bf0f8f HTTP/1.1" status: 200 len: 851 time: 0.0487850 Jul 23 16:17:03.142144 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4c0ce-f29c-41cc-be82-62e3eb8f24e7 req-95ba44ab-de73-403f-9e9e-b47f112c7abe tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:03.143779 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-09f4c0ce-f29c-41cc-be82-62e3eb8f24e7 req-95ba44ab-de73-403f-9e9e-b47f112c7abe tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 943 time: 0.0976939 Jul 23 16:17:03.150421 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd39291-1f47-46d7-8491-c19a38a6e02f req-1f4e460c-52ce-4a8d-87a1-8899f7e044dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:03.151896 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7bd39291-1f47-46d7-8491-c19a38a6e02f req-1f4e460c-52ce-4a8d-87a1-8899f7e044dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0790615 Jul 23 16:17:03.210315 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-09f4c0ce-f29c-41cc-be82-62e3eb8f24e7 req-2830e4c3-7402-4795-9ec7-d65637418cb0 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573711 Jul 23 16:17:03.265613 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7bd39291-1f47-46d7-8491-c19a38a6e02f req-05e2cbef-1960-4d37-8d55-61d6adc19ea7 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997062 Jul 23 16:17:03.360588 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7bd39291-1f47-46d7-8491-c19a38a6e02f req-0a6f16fe-7990-43f8-8733-844d8b3ab69f service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823028 Jul 23 16:17:04.362463 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0339b-d109-4e05-bb13-954fb238cfd9 req-794f6979-5022-49e4-aa2a-3e84724ebdeb tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:04.365024 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-95e0339b-d109-4e05-bb13-954fb238cfd9 req-794f6979-5022-49e4-aa2a-3e84724ebdeb tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 943 time: 0.0833590 Jul 23 16:17:04.414298 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-95e0339b-d109-4e05-bb13-954fb238cfd9 req-7defd187-6654-4c0a-9468-0508bcde84d7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406656 Jul 23 16:17:05.573609 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0775b41-73bc-495e-b063-b57fa9f90c86 req-d11d797b-31fe-45ad-b5fd-3b881fb7f8f0 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:05.575182 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d0775b41-73bc-495e-b063-b57fa9f90c86 req-d11d797b-31fe-45ad-b5fd-3b881fb7f8f0 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 943 time: 0.0774512 Jul 23 16:17:05.615489 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d0775b41-73bc-495e-b063-b57fa9f90c86 req-362206ff-aba8-4f5e-adb6-0e38b103b52e tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343385 Jul 23 16:17:06.773785 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898ab47-7863-4a65-a82e-eb9d0b14da12 req-febfc671-5912-41f3-87ea-9cb5467cf753 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:06.775316 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a898ab47-7863-4a65-a82e-eb9d0b14da12 req-febfc671-5912-41f3-87ea-9cb5467cf753 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 943 time: 0.0791934 Jul 23 16:17:06.813730 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a898ab47-7863-4a65-a82e-eb9d0b14da12 req-d8c9107e-2a89-4fa3-b435-9648b5fd3615 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326209 Jul 23 16:17:07.958148 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3161f5-94cc-4f44-a0e0-6cddf030061e req-7765f689-b597-42ab-bfab-5eda9e2edaec tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:07.959713 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ea3161f5-94cc-4f44-a0e0-6cddf030061e req-7765f689-b597-42ab-bfab-5eda9e2edaec tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 943 time: 0.0677037 Jul 23 16:17:08.000929 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ea3161f5-94cc-4f44-a0e0-6cddf030061e req-fe0c52b2-ac94-4cf6-9ed7-9de8f7082add tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340354 Jul 23 16:17:09.167693 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe8539-ab98-4e43-915f-929bc8019b9c req-bc8628ac-5db4-47ff-b14b-aa787bb838e4 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:09.169243 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9dbe8539-ab98-4e43-915f-929bc8019b9c req-bc8628ac-5db4-47ff-b14b-aa787bb838e4 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 943 time: 0.0942414 Jul 23 16:17:09.212049 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9dbe8539-ab98-4e43-915f-929bc8019b9c req-23728ad2-4615-425c-afa1-30afe74dac77 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342789 Jul 23 16:17:10.373085 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c7132-59d0-4364-8077-4d30971c060a req-4fdd7c05-6385-4e34-9d2c-4a41c839455b tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:10.374591 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-210c7132-59d0-4364-8077-4d30971c060a req-4fdd7c05-6385-4e34-9d2c-4a41c839455b tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 943 time: 0.0795660 Jul 23 16:17:10.415792 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-210c7132-59d0-4364-8077-4d30971c060a req-110dd5c9-5cb3-44bf-82d3-9fefd8df6d37 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352926 Jul 23 16:17:11.125784 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 901551e0-2ad9-4215-bd81-d7b779997f9a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:17:11.224734 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 901551e0-2ad9-4215-bd81-d7b779997f9a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=901551e0-2ad9-4215-bd81-d7b779997f9a,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:11.239604 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': '901551e0-2ad9-4215-bd81-d7b779997f9a', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'port_id': '901551e0-2ad9-4215-bd81-d7b779997f9a', 'mac_address': 'fa:16:3e:5f:82:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:17:11.285024 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.300312 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901551e0-2ad9-4215-bd81-d7b779997f9a {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:11.321933 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 901551e0-2ad9-4215-bd81-d7b779997f9a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=901551e0-2ad9-4215-bd81-d7b779997f9a,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:11.327532 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.374808 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=901551e0-2ad9-4215-bd81-d7b779997f9a,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:11.565306 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9bb50-8a6f-4eb8-a015-d7fb6c0860ef req-d79013b0-f052-4748-8f69-9e6f213bcf84 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:11.566863 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-60e9bb50-8a6f-4eb8-a015-d7fb6c0860ef req-d79013b0-f052-4748-8f69-9e6f213bcf84 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 944 time: 0.0662303 Jul 23 16:17:11.610602 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-60e9bb50-8a6f-4eb8-a015-d7fb6c0860ef req-e707632d-0a86-4e7c-abea-ce7cc7fb1475 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358012 Jul 23 16:17:11.722096 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['901551e0-2ad9-4215-bd81-d7b779997f9a'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:12.252085 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.754801 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7723f00-b0ad-4173-87e1-6d7fdcd1e489 req-678c949b-b2c8-4a84-a3bc-ed68bea8dffb tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:12.756464 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d7723f00-b0ad-4173-87e1-6d7fdcd1e489 req-678c949b-b2c8-4a84-a3bc-ed68bea8dffb tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 944 time: 0.0676312 Jul 23 16:17:12.807407 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d7723f00-b0ad-4173-87e1-6d7fdcd1e489 req-15fa764e-387a-4fce-82e2-2092d2789f36 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444539 Jul 23 16:17:13.142328 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 901551e0-2ad9-4215-bd81-d7b779997f9a up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:13.195282 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port 901551e0-2ad9-4215-bd81-d7b779997f9a completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:13.199833 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port 901551e0-2ad9-4215-bd81-d7b779997f9a triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:13.200261 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.284839 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.309432 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66029ec8-5e0a-4df1-aa84-c7136e8957a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901551e0-2ad9-4215-bd81-d7b779997f9a'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:13.312993 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e49320-23e4-4353-9e62-2d9251842755" -d '{"events": [{"server_uuid": "66029ec8-5e0a-4df1-aa84-c7136e8957a2", "name": "network-vif-plugged", "status": "completed", "tag": "901551e0-2ad9-4215-bd81-d7b779997f9a"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:13.329106 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 901551e0-2ad9-4215-bd81-d7b779997f9a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=901551e0-2ad9-4215-bd81-d7b779997f9a,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:13.334136 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.382544 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=901551e0-2ad9-4215-bd81-d7b779997f9a,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:13.538543 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02db7358-e951-4bad-ac05-2406265f5916 x-openstack-request-id: req-02db7358-e951-4bad-ac05-2406265f5916 {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:13.538885 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66029ec8-5e0a-4df1-aa84-c7136e8957a2", "name": "network-vif-plugged", "status": "completed", "tag": "901551e0-2ad9-4215-bd81-d7b779997f9a", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:13.539221 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-02db7358-e951-4bad-ac05-2406265f5916 {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:13.539680 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66029ec8-5e0a-4df1-aa84-c7136e8957a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901551e0-2ad9-4215-bd81-d7b779997f9a', 'code': 200} Jul 23 16:17:13.876381 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7cc7c-b765-4cc8-8476-cfff9cf6e7f3 req-a12da81b-c294-43e5-ab0b-17ba7fc48b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:13.877903 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fcf7cc7c-b765-4cc8-8476-cfff9cf6e7f3 req-a12da81b-c294-43e5-ab0b-17ba7fc48b8e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 1098 time: 0.0589383 Jul 23 16:17:13.942268 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fcf7cc7c-b765-4cc8-8476-cfff9cf6e7f3 req-1db327f2-70c3-4d64-8154-c5d3ddb77994 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497632 Jul 23 16:17:13.968298 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485afa6b-0f67-4ab9-ad8b-180397170e60 req-b44b0bf3-5817-43c7-90e7-b4ad5a96b970 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:13.969797 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-485afa6b-0f67-4ab9-ad8b-180397170e60 req-b44b0bf3-5817-43c7-90e7-b4ad5a96b970 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 945 time: 0.0855553 Jul 23 16:17:14.013707 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-485afa6b-0f67-4ab9-ad8b-180397170e60 req-d76a1e5d-7166-4ad4-a282-23eba61de2de tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372787 Jul 23 16:17:14.548999 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1eb05c8d-a346-4175-9534-5b1f81113ded req-78eb593f-8c27-4e37-8404-8953afecf00c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0642569 Jul 23 16:17:14.688360 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb05c8d-a346-4175-9534-5b1f81113ded req-9d8a0c95-b098-4394-8fc6-ad61e1a06971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:14.689823 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1eb05c8d-a346-4175-9534-5b1f81113ded req-9d8a0c95-b098-4394-8fc6-ad61e1a06971 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ab7fd8f81d14fd087b62a6b970688a2&device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 1098 time: 0.0571859 Jul 23 16:17:14.818938 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb05c8d-a346-4175-9534-5b1f81113ded req-f117eb13-11a5-4971-8c13-e5f36e7cc1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:14.820577 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1eb05c8d-a346-4175-9534-5b1f81113ded req-f117eb13-11a5-4971-8c13-e5f36e7cc1dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=74cc12e8-e460-4b21-8f86-7828dd99c3c6 HTTP/1.1" status: 200 len: 918 time: 0.0963969 Jul 23 16:17:14.894307 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1eb05c8d-a346-4175-9534-5b1f81113ded req-999f48b0-ae9a-4ffb-bd78-7ffc40db1a6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95f5933a-b945-4d17-9b38-9fbfe3b7160e HTTP/1.1" status: 200 len: 1000 time: 0.0631623 Jul 23 16:17:14.950212 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb05c8d-a346-4175-9534-5b1f81113ded req-71a1710e-b006-44cf-adf3-2bbc992dd52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:14.951644 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1eb05c8d-a346-4175-9534-5b1f81113ded req-71a1710e-b006-44cf-adf3-2bbc992dd52e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=16a96ff4-9135-4297-8f4d-e0300b0cc0f6 HTTP/1.1" status: 200 len: 856 time: 0.0462463 Jul 23 16:17:15.019701 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb05c8d-a346-4175-9534-5b1f81113ded req-6d6d0f97-7a5a-420e-8250-296fbf11a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:15.021193 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1eb05c8d-a346-4175-9534-5b1f81113ded req-6d6d0f97-7a5a-420e-8250-296fbf11a295 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74cc12e8-e460-4b21-8f86-7828dd99c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0592186 Jul 23 16:17:15.155079 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1eb05c8d-a346-4175-9534-5b1f81113ded req-01453452-b1a4-4410-9b2d-ce6c5506756f service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157699 Jul 23 16:17:15.218033 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed23d8-3659-4fc0-9ba7-e741a55edee9 req-d4de2347-f395-4b37-be57-1d1a61bf1889 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:15.219639 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0eed23d8-3659-4fc0-9ba7-e741a55edee9 req-d4de2347-f395-4b37-be57-1d1a61bf1889 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 945 time: 0.1197631 Jul 23 16:17:15.295415 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0eed23d8-3659-4fc0-9ba7-e741a55edee9 req-465bf2cc-f317-4317-b373-6679f8cd1b11 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497334 Jul 23 16:17:15.297411 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1eb05c8d-a346-4175-9534-5b1f81113ded req-422963fa-3c68-42c5-8639-d635f79f2388 service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322803 Jul 23 16:17:15.801541 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8fc8200b-089f-452f-a640-1d1ecbab8c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.446369 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b8fdc-a7b8-4305-a4b5-08138bee6e22 req-888cbd99-d0c3-4888-912b-ae56697c980d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:16.447931 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ee0b8fdc-a7b8-4305-a4b5-08138bee6e22 req-888cbd99-d0c3-4888-912b-ae56697c980d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 945 time: 0.0754910 Jul 23 16:17:16.485936 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ee0b8fdc-a7b8-4305-a4b5-08138bee6e22 req-11af9e2d-8ffb-4726-8b35-8d87297c7253 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319123 Jul 23 16:17:16.621089 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47124025-6fb0-4957-89b3-729c9fc9416d req-5defd5e9-2d41-480f-8b73-c7d0ea0e2066 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:16.622487 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-47124025-6fb0-4957-89b3-729c9fc9416d req-5defd5e9-2d41-480f-8b73-c7d0ea0e2066 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 945 time: 0.0708005 Jul 23 16:17:16.670107 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-47124025-6fb0-4957-89b3-729c9fc9416d req-1239a841-719d-4601-9dd8-753473ffdf99 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416825 Jul 23 16:17:16.692727 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 56574) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:16.907439 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2d93f0-17a1-44bd-a69f-d51a73edf080 tempest-TestVolumeBootPattern-150793662 tempest-TestVolumeBootPattern-150793662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:16.908930 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-5f2d93f0-17a1-44bd-a69f-d51a73edf080 tempest-TestVolumeBootPattern-150793662 tempest-TestVolumeBootPattern-150793662-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 1093 time: 0.2151701 Jul 23 16:17:16.912190 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 56580) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:16.919108 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Request body: {'floatingip': {'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'port_id': '901551e0-2ad9-4215-bd81-d7b779997f9a', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:16.946166 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for floatingip, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.060634 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.174813 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Allocated IP 172.27.0.183 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/eba48cdd-292c-4395-a784-943a5aa2e906) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:17.284297 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.345694 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.399284 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:17.402279 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:17.405194 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:17.410844 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event updated for resources: {'Port': ['ID=eba48cdd-292c-4395-a784-943a5aa2e906,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:17.436360 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:17.436600 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:17.436944 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:17.437284 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:17.437617 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:17.437950 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:17.438280 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:17.438612 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:17.438942 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:17.439304 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:17.439632 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:17.439953 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:17.801320 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.888035 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.056628 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.062864 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.135448 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event updated for resources: {'Port': ['ID=eba48cdd-292c-4395-a784-943a5aa2e906,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:18.146468 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736144'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.247575 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.l3_db [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Floating IP f275ff96-bc23-4b04-aa8d-c43b0d363eca associated. External IP: 172.27.0.183, port: 901551e0-2ad9-4215-bd81-d7b779997f9a. Jul 23 16:17:18.481118 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Router 0269c8be-15a4-4024-81a2-5c718e93e027 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:17:18.538819 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-a767a009-cc89-4350-af63-d5b9ff75a349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.598180 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:18.611280 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16446b6-69ea-466c-a413-18c60b887fd3 None None] Sync routers for ids ['0269c8be-15a4-4024-81a2-5c718e93e027'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:18.616327 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.620756 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16446b6-69ea-466c-a413-18c60b887fd3 None None] Routers {'0269c8be-15a4-4024-81a2-5c718e93e027'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:18.621708 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-d16446b6-69ea-466c-a413-18c60b887fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:17:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0269c8be-15a4-4024-81a2-5c718e93e027'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:18.655866 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-67d9e444-6b08-4895-925a-9777b3299619 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7423182 Jul 23 16:17:18.656450 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66029ec8-5e0a-4df1-aa84-c7136e8957a2', 'tag': '901551e0-2ad9-4215-bd81-d7b779997f9a'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:18.658721 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fb08ed-d754-48c0-bfb2-8daa21217164" -d '{"events": [{"name": "network-changed", "server_uuid": "66029ec8-5e0a-4df1-aa84-c7136e8957a2", "tag": "901551e0-2ad9-4215-bd81-d7b779997f9a"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:18.695932 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb24f95-17d6-40f5-8595-03e6f1d03e39 x-openstack-request-id: req-eeb24f95-17d6-40f5-8595-03e6f1d03e39 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:18.696283 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66029ec8-5e0a-4df1-aa84-c7136e8957a2", "tag": "901551e0-2ad9-4215-bd81-d7b779997f9a", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:18.696586 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eeb24f95-17d6-40f5-8595-03e6f1d03e39 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:18.696982 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66029ec8-5e0a-4df1-aa84-c7136e8957a2', 'tag': '901551e0-2ad9-4215-bd81-d7b779997f9a', 'status': 'completed', 'code': 200} Jul 23 16:17:18.725384 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-d16446b6-69ea-466c-a413-18c60b887fd3 None None] Set router 0269c8be-15a4-4024-81a2-5c718e93e027 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:18.812048 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb08ed-d754-48c0-bfb2-8daa21217164 req-b07b4eb4-4f0f-4989-9779-f9ee11c830de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:18.814602 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c3fb08ed-d754-48c0-bfb2-8daa21217164 req-b07b4eb4-4f0f-4989-9779-f9ee11c830de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff5d477b98d144eda7ab469b1df679e6&device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 1098 time: 0.0587637 Jul 23 16:17:18.819359 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:18.912416 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb08ed-d754-48c0-bfb2-8daa21217164 req-b5b191c3-0f47-4d23-9407-7d690b8c82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:18.913828 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c3fb08ed-d754-48c0-bfb2-8daa21217164 req-b5b191c3-0f47-4d23-9407-7d690b8c82e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e HTTP/1.1" status: 200 len: 913 time: 0.0924716 Jul 23 16:17:18.983789 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c3fb08ed-d754-48c0-bfb2-8daa21217164 req-9e6efd5e-a354-4dcf-b2d5-e3a1fbe9d6c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=901551e0-2ad9-4215-bd81-d7b779997f9a HTTP/1.1" status: 200 len: 999 time: 0.0630217 Jul 23 16:17:19.042993 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb08ed-d754-48c0-bfb2-8daa21217164 req-6295ca77-17ea-4c55-9707-0f5c2d22ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:19.044916 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c3fb08ed-d754-48c0-bfb2-8daa21217164 req-6295ca77-17ea-4c55-9707-0f5c2d22ec22 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1345c1fc-90b2-4087-8e13-41bf62bf0f8f HTTP/1.1" status: 200 len: 851 time: 0.0535362 Jul 23 16:17:19.107667 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb08ed-d754-48c0-bfb2-8daa21217164 req-6d66afd4-214d-4457-be99-228c7ec16b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:19.109212 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c3fb08ed-d754-48c0-bfb2-8daa21217164 req-6d66afd4-214d-4457-be99-228c7ec16b7d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0567243 Jul 23 16:17:19.118762 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-d16446b6-69ea-466c-a413-18c60b887fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': 'f275ff96-bc23-4b04-aa8d-c43b0d363eca', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'port_id': '901551e0-2ad9-4215-bd81-d7b779997f9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'mac_address': 'fa:16:3e:5f:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66029ec8-5e0a-4df1-aa84-c7136e8957a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:17:17Z', 'updated_at': '2021-07-23T16:17:17Z', 'revision_number': 0, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:19.146842 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16446b6-69ea-466c-a413-18c60b887fd3 None None] Checking router: 0269c8be-15a4-4024-81a2-5c718e93e027 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:19.156164 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16446b6-69ea-466c-a413-18c60b887fd3 None None] Routers {'0269c8be-15a4-4024-81a2-5c718e93e027'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:19.156825 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-d16446b6-69ea-466c-a413-18c60b887fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:17:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0269c8be-15a4-4024-81a2-5c718e93e027'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:19.224319 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c3fb08ed-d754-48c0-bfb2-8daa21217164 req-be1d4225-ef09-498c-836c-0f400466e462 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069653 Jul 23 16:17:19.262856 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.272998 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-d16446b6-69ea-466c-a413-18c60b887fd3 None None] Set router 0269c8be-15a4-4024-81a2-5c718e93e027 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:19.320230 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c3fb08ed-d754-48c0-bfb2-8daa21217164 req-87fc73ef-3574-460b-8fc4-44e676f13520 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850520 Jul 23 16:17:19.516571 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-d16446b6-69ea-466c-a413-18c60b887fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': 'f275ff96-bc23-4b04-aa8d-c43b0d363eca', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'port_id': '901551e0-2ad9-4215-bd81-d7b779997f9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'mac_address': 'fa:16:3e:5f:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66029ec8-5e0a-4df1-aa84-c7136e8957a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:17:17Z', 'updated_at': '2021-07-23T16:17:17Z', 'revision_number': 0, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:19.542365 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16446b6-69ea-466c-a413-18c60b887fd3 None None] The sync data for ids ['0269c8be-15a4-4024-81a2-5c718e93e027'] in dv-cinder-796286-18-iscsi is: [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': 'f275ff96-bc23-4b04-aa8d-c43b0d363eca', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'port_id': '901551e0-2ad9-4215-bd81-d7b779997f9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'mac_address': 'fa:16:3e:5f:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66029ec8-5e0a-4df1-aa84-c7136e8957a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:17:17Z', 'updated_at': '2021-07-23T16:17:17Z', 'revision_number': 0, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:19.764726 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0f4108-9e0b-4dac-b76e-ba23357f5d61 None None] New status for floating IP f275ff96-bc23-4b04-aa8d-c43b0d363eca: ACTIVE {{(pid=93299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:17:20.807239 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c319e8-6c23-43fe-84d4-d00b3e77617a req-78ffcc04-f1ef-4a0a-a5aa-cb39dce1dc6a tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:20.808727 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e6c319e8-6c23-43fe-84d4-d00b3e77617a req-78ffcc04-f1ef-4a0a-a5aa-cb39dce1dc6a tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0672526 Jul 23 16:17:20.846927 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e6c319e8-6c23-43fe-84d4-d00b3e77617a req-a567adb6-0380-446a-b126-4758c4b6d7d3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323234 Jul 23 16:17:21.053083 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:21.992886 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc994a55-261a-4508-9ecb-4239aef447f3 req-ee34cfd5-e225-4d1b-9c56-f3dd02e25bec tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:21.994362 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bc994a55-261a-4508-9ecb-4239aef447f3 req-ee34cfd5-e225-4d1b-9c56-f3dd02e25bec tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0711794 Jul 23 16:17:22.033432 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bc994a55-261a-4508-9ecb-4239aef447f3 req-547b5597-3d64-4984-991d-8ef51d09c70f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331109 Jul 23 16:17:23.182490 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260885cf-c151-4c38-8335-e3cf7dd2e14a req-ae1a8755-b9be-49e6-a195-b40fdccd1e5a tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:23.184457 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-260885cf-c151-4c38-8335-e3cf7dd2e14a req-ae1a8755-b9be-49e6-a195-b40fdccd1e5a tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0683305 Jul 23 16:17:23.224403 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-260885cf-c151-4c38-8335-e3cf7dd2e14a req-1e3d1ffc-f2e7-47d9-9f97-8aeeb82a0f29 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340700 Jul 23 16:17:24.379363 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db45e23-e630-4959-b757-275321cc5ae6 req-2c07ffe7-a70b-4b9d-8aa3-1d868ef6f210 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:24.380824 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4db45e23-e630-4959-b757-275321cc5ae6 req-2c07ffe7-a70b-4b9d-8aa3-1d868ef6f210 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0719299 Jul 23 16:17:24.436785 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4db45e23-e630-4959-b757-275321cc5ae6 req-face69cf-1be7-42d8-b637-4897098ca680 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470943 Jul 23 16:17:25.588679 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bfbb9-ccb0-485b-ae16-21da00e151fb req-7830906e-49b3-4a1a-bf06-fe5f35c42ce7 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:25.590223 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b27bfbb9-ccb0-485b-ae16-21da00e151fb req-7830906e-49b3-4a1a-bf06-fe5f35c42ce7 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0723028 Jul 23 16:17:25.630831 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b27bfbb9-ccb0-485b-ae16-21da00e151fb req-ff7fa8c8-9bf6-4e0a-877a-fcef203f9008 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346630 Jul 23 16:17:26.784617 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf800d-027f-42d5-91a6-789870603bbc req-3b44ccbb-8af5-41ff-aef9-e84cc6f192f2 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:26.786182 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cfbf800d-027f-42d5-91a6-789870603bbc req-3b44ccbb-8af5-41ff-aef9-e84cc6f192f2 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0758722 Jul 23 16:17:26.829454 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cfbf800d-027f-42d5-91a6-789870603bbc req-d95d8dba-b835-4148-9111-47f4c13fea07 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368595 Jul 23 16:17:28.004733 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772e24d-e941-4f71-9654-9aef5dba9914 req-18468abd-44f4-4ba6-90a4-e3c0a34b0769 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:28.006270 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b772e24d-e941-4f71-9654-9aef5dba9914 req-18468abd-44f4-4ba6-90a4-e3c0a34b0769 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0743906 Jul 23 16:17:28.053606 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b772e24d-e941-4f71-9654-9aef5dba9914 req-ccfd0ff0-fc27-4252-96f9-ecd5b12d87b0 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410502 Jul 23 16:17:28.704171 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:17:29.205550 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a388de3-9ce9-4fe5-8bc0-4c7c4a9c5cd6 req-a5b5aa18-e39f-4bcc-bca6-da5ebccd672e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:29.206967 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6a388de3-9ce9-4fe5-8bc0-4c7c4a9c5cd6 req-a5b5aa18-e39f-4bcc-bca6-da5ebccd672e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0693448 Jul 23 16:17:29.253423 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6a388de3-9ce9-4fe5-8bc0-4c7c4a9c5cd6 req-6cddb814-541b-460a-a5e9-8174bdd1760c tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404971 Jul 23 16:17:30.404576 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062c40b-8f03-40b3-96b5-877f2180354e req-6c2884b6-de80-4e98-9f2e-6e2a7fef64fa tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:30.406391 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b062c40b-8f03-40b3-96b5-877f2180354e req-6c2884b6-de80-4e98-9f2e-6e2a7fef64fa tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0668685 Jul 23 16:17:30.448478 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b062c40b-8f03-40b3-96b5-877f2180354e req-dedec45c-4ee8-42dd-ac50-1ca76fdff073 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363290 Jul 23 16:17:31.598819 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667ee73-33df-4429-bea8-e4ea88059b71 req-0f8c2617-14ca-4504-b18a-c703498ad056 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:31.600397 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2667ee73-33df-4429-bea8-e4ea88059b71 req-0f8c2617-14ca-4504-b18a-c703498ad056 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0757926 Jul 23 16:17:31.651062 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2667ee73-33df-4429-bea8-e4ea88059b71 req-03a4fdde-0eba-4279-a242-9ae6aeea722d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421219 Jul 23 16:17:32.801101 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5723da5-6779-4a87-a997-87164a52a8db req-680fb695-06e4-48c4-ad3e-95e6707c3d99 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:32.802618 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b5723da5-6779-4a87-a997-87164a52a8db req-680fb695-06e4-48c4-ad3e-95e6707c3d99 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0727913 Jul 23 16:17:32.849805 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b5723da5-6779-4a87-a997-87164a52a8db req-b1c54e34-ae11-4e16-9146-f866075aa8b2 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410964 Jul 23 16:17:33.994639 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249beda-26c2-4f81-bec6-59aa935916b0 req-bd056f68-601e-4c69-b33b-7c997a1533c3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:33.996195 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c249beda-26c2-4f81-bec6-59aa935916b0 req-bd056f68-601e-4c69-b33b-7c997a1533c3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0712202 Jul 23 16:17:34.036423 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c249beda-26c2-4f81-bec6-59aa935916b0 req-ca7e0cf0-8bfd-41ea-bf1a-8d4b4c5680e2 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335968 Jul 23 16:17:35.192499 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97df1f-1258-42cd-a8e0-309680f03e3e req-0345afc5-cae8-40e8-95ba-98af717fa93b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:35.193995 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8d97df1f-1258-42cd-a8e0-309680f03e3e req-0345afc5-cae8-40e8-95ba-98af717fa93b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0648296 Jul 23 16:17:35.233353 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8d97df1f-1258-42cd-a8e0-309680f03e3e req-1a39cb15-fdde-46e7-9ed5-25bea99de9a6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335832 Jul 23 16:17:36.371801 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de051b-6a16-4f86-8c5f-3fccd3f4c01e req-5791d61b-90c5-4416-828a-326d86b1c023 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:36.373320 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-02de051b-6a16-4f86-8c5f-3fccd3f4c01e req-5791d61b-90c5-4416-828a-326d86b1c023 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0665290 Jul 23 16:17:36.416973 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-02de051b-6a16-4f86-8c5f-3fccd3f4c01e req-e632d2ec-de3c-4ff1-9767-cf83ef4d28a6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379343 Jul 23 16:17:37.572059 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b849c34-759b-4f53-9cb4-df796f59655c req-458a8197-f1a8-4a65-9b00-ea7ed6b72614 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:37.573540 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0b849c34-759b-4f53-9cb4-df796f59655c req-458a8197-f1a8-4a65-9b00-ea7ed6b72614 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0721376 Jul 23 16:17:37.613641 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0b849c34-759b-4f53-9cb4-df796f59655c req-0f4989c7-4179-4e6c-97df-b11794ff30a0 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340438 Jul 23 16:17:38.756222 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdfd49-764d-4875-945f-682678101417 req-fea60562-848d-4fdb-b9e2-ca5930967310 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:38.757738 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-23cdfd49-764d-4875-945f-682678101417 req-fea60562-848d-4fdb-b9e2-ca5930967310 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0657606 Jul 23 16:17:38.797447 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-23cdfd49-764d-4875-945f-682678101417 req-d7cfe6d3-c772-4f29-9b85-01087e3f0835 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337832 Jul 23 16:17:39.246322 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 95f5933a-b945-4d17-9b38-9fbfe3b7160e details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:17:39.353824 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 95f5933a-b945-4d17-9b38-9fbfe3b7160e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=95f5933a-b945-4d17-9b38-9fbfe3b7160e,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:39.366547 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': '95f5933a-b945-4d17-9b38-9fbfe3b7160e', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'port_id': '95f5933a-b945-4d17-9b38-9fbfe3b7160e', 'mac_address': 'fa:16:3e:db:78:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:17:39.406922 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.421015 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95f5933a-b945-4d17-9b38-9fbfe3b7160e {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:39.443920 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 95f5933a-b945-4d17-9b38-9fbfe3b7160e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=95f5933a-b945-4d17-9b38-9fbfe3b7160e,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:39.448751 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.506669 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=95f5933a-b945-4d17-9b38-9fbfe3b7160e,revision_number=6']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:39.514139 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:39.514567 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:39.515107 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:39.515715 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:39.516841 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:39.517504 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:39.518022 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:39.518363 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:39.518788 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:39.519111 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:39.519451 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:39.519786 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:39.651052 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['95f5933a-b945-4d17-9b38-9fbfe3b7160e'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:39.962941 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a67b7-73ea-404f-97e6-adb37de43a56 req-23e5838b-4acd-451c-ba6d-45b29279617c tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:39.965901 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0f8a67b7-73ea-404f-97e6-adb37de43a56 req-23e5838b-4acd-451c-ba6d-45b29279617c tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 944 time: 0.0918903 Jul 23 16:17:40.016845 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0f8a67b7-73ea-404f-97e6-adb37de43a56 req-7ef76e44-4c47-4347-9fbb-9409a620c3c9 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437117 Jul 23 16:17:41.221784 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84385352-1fe0-4314-8ad1-963a744d7432 req-c230e004-aabe-49e8-9b35-e1f21c17af5d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:41.223373 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-84385352-1fe0-4314-8ad1-963a744d7432 req-c230e004-aabe-49e8-9b35-e1f21c17af5d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 944 time: 0.1025813 Jul 23 16:17:41.257864 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 95f5933a-b945-4d17-9b38-9fbfe3b7160e up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:41.271741 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-84385352-1fe0-4314-8ad1-963a744d7432 req-49043a52-1799-4f57-8069-2a6125816952 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418177 Jul 23 16:17:41.318078 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port 95f5933a-b945-4d17-9b38-9fbfe3b7160e triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:41.318456 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.411246 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.441239 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f5933a-b945-4d17-9b38-9fbfe3b7160e'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:41.443759 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb5b421-277a-4e12-9611-3ff1151b615b" -d '{"events": [{"server_uuid": "ccb8e69d-8561-49fd-9115-63bad66074dc", "name": "network-vif-plugged", "status": "completed", "tag": "95f5933a-b945-4d17-9b38-9fbfe3b7160e"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:41.456945 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 95f5933a-b945-4d17-9b38-9fbfe3b7160e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=95f5933a-b945-4d17-9b38-9fbfe3b7160e,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:41.466171 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.497713 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c980b5d3-d98d-4c82-a1a6-3b9d5b7c45ff x-openstack-request-id: req-c980b5d3-d98d-4c82-a1a6-3b9d5b7c45ff {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:41.498013 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb8e69d-8561-49fd-9115-63bad66074dc", "name": "network-vif-plugged", "status": "completed", "tag": "95f5933a-b945-4d17-9b38-9fbfe3b7160e", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:41.498262 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c980b5d3-d98d-4c82-a1a6-3b9d5b7c45ff {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:41.498648 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f5933a-b945-4d17-9b38-9fbfe3b7160e', 'code': 200} Jul 23 16:17:41.524438 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=95f5933a-b945-4d17-9b38-9fbfe3b7160e,revision_number=7']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:42.247341 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:42.449576 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd07c3e-24e6-4540-a802-9664db8576c6 req-38101b9f-300b-4da7-9171-c8974703a87f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:42.451513 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4bd07c3e-24e6-4540-a802-9664db8576c6 req-38101b9f-300b-4da7-9171-c8974703a87f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0878236 Jul 23 16:17:42.512809 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4bd07c3e-24e6-4540-a802-9664db8576c6 req-fbfe49f4-1262-4e37-890f-2d9ae55303cc tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544753 Jul 23 16:17:43.671351 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2375f-8833-469c-b91a-cd0b67c171a0 req-d5927710-afc5-4c86-aa97-5a31cbfaf9e8 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:43.673389 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7fe2375f-8833-469c-b91a-cd0b67c171a0 req-d5927710-afc5-4c86-aa97-5a31cbfaf9e8 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0724106 Jul 23 16:17:43.714523 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7fe2375f-8833-469c-b91a-cd0b67c171a0 req-7dcfee8f-e239-4eac-9815-b862ce4e49f9 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355124 Jul 23 16:17:44.891815 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b94e1b-6072-4771-bbce-e9d796e1faf0 req-751d2aeb-101e-4866-b055-6755744fc186 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.894016 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-97b94e1b-6072-4771-bbce-e9d796e1faf0 req-751d2aeb-101e-4866-b055-6755744fc186 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0734928 Jul 23 16:17:44.941442 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-97b94e1b-6072-4771-bbce-e9d796e1faf0 req-ffadd96c-d0ea-4709-b64d-014cca57dc6b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402651 Jul 23 16:17:45.799115 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d18344b3-09a2-4469-9fb3-c561c395da70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.100723 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea09b22-b9ce-442f-b183-e2080291390b req-fff80fd1-269d-4539-8de6-83cec5b7192b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:46.102465 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0ea09b22-b9ce-442f-b183-e2080291390b req-fff80fd1-269d-4539-8de6-83cec5b7192b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0821497 Jul 23 16:17:46.161364 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0ea09b22-b9ce-442f-b183-e2080291390b req-83d9830c-c87e-4612-8301-20bedb77217e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525522 Jul 23 16:17:47.357257 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c085a-be0a-4d41-8ae6-154fc5665edf req-fc7a69d6-d0be-4e97-8953-0aed2479969d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:47.359003 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b26c085a-be0a-4d41-8ae6-154fc5665edf req-fc7a69d6-d0be-4e97-8953-0aed2479969d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.1171517 Jul 23 16:17:47.402082 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b26c085a-be0a-4d41-8ae6-154fc5665edf req-b13cf4e0-d197-48e1-9fe9-e3fac0a12331 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364504 Jul 23 16:17:48.543385 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-b16a231d-f87e-4d78-870f-99045cfdab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:48.804113 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:48.893412 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2722e-8975-40ba-8e52-93571ccd4428 req-5acf4669-97b2-4b8b-96f6-f22c94d63342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:48.894945 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bab2722e-8975-40ba-8e52-93571ccd4428 req-5acf4669-97b2-4b8b-96f6-f22c94d63342 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ab7fd8f81d14fd087b62a6b970688a2&device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 1098 time: 0.3992093 Jul 23 16:17:48.903493 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71379f5d-0039-46f0-b47f-516507b7b459 req-9772a0ae-6d92-487d-9625-f6326cb89420 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:48.904966 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-71379f5d-0039-46f0-b47f-516507b7b459 req-9772a0ae-6d92-487d-9625-f6326cb89420 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.3957310 Jul 23 16:17:48.995851 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-71379f5d-0039-46f0-b47f-516507b7b459 req-8ca6f5f2-3b39-4c65-8915-0d2a7e496976 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820518 Jul 23 16:17:49.020907 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2722e-8975-40ba-8e52-93571ccd4428 req-5cd9e963-3b7b-4a72-ad21-193b310f5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:49.022425 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bab2722e-8975-40ba-8e52-93571ccd4428 req-5cd9e963-3b7b-4a72-ad21-193b310f5570 service neutron] 10.222.0.59 "GET /v2.0/networks?id=74cc12e8-e460-4b21-8f86-7828dd99c3c6 HTTP/1.1" status: 200 len: 918 time: 0.1165597 Jul 23 16:17:49.089573 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bab2722e-8975-40ba-8e52-93571ccd4428 req-2e77544c-6e48-4d5f-914a-c4c102917597 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95f5933a-b945-4d17-9b38-9fbfe3b7160e HTTP/1.1" status: 200 len: 1000 time: 0.0598884 Jul 23 16:17:49.143540 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2722e-8975-40ba-8e52-93571ccd4428 req-6bb66c4a-253e-4c6d-b80a-625dd674c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:49.145252 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bab2722e-8975-40ba-8e52-93571ccd4428 req-6bb66c4a-253e-4c6d-b80a-625dd674c936 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=16a96ff4-9135-4297-8f4d-e0300b0cc0f6 HTTP/1.1" status: 200 len: 856 time: 0.0457814 Jul 23 16:17:49.209915 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2722e-8975-40ba-8e52-93571ccd4428 req-9989cbca-544e-46e3-b3e6-69a22ed0971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:49.211399 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bab2722e-8975-40ba-8e52-93571ccd4428 req-9989cbca-544e-46e3-b3e6-69a22ed0971b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74cc12e8-e460-4b21-8f86-7828dd99c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0586510 Jul 23 16:17:49.267665 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:49.311586 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bab2722e-8975-40ba-8e52-93571ccd4428 req-45d134fe-26bd-476a-a502-d654506bcc47 service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917695 Jul 23 16:17:49.407022 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bab2722e-8975-40ba-8e52-93571ccd4428 req-56c5f31d-e06a-4481-a5bc-0d0d2b2cca78 service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873852 Jul 23 16:17:50.162744 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e73ef-66bf-409d-8bee-1ce73ec07ba2 req-fa9bd47f-1f21-48ad-837f-64bf38e5e8c2 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:50.164299 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-497e73ef-66bf-409d-8bee-1ce73ec07ba2 req-fa9bd47f-1f21-48ad-837f-64bf38e5e8c2 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0840633 Jul 23 16:17:50.221787 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-497e73ef-66bf-409d-8bee-1ce73ec07ba2 req-b8a4a281-372c-48c4-b869-0e1e34802174 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518360 Jul 23 16:17:51.055401 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.306737 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 95f5933a-b945-4d17-9b38-9fbfe3b7160e no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:17:51.378679 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71044ee2-e284-4868-8b7b-b9fc331482b0 req-d4fce8d0-abb2-4371-8278-f51ac153c9d7 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:51.380221 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-71044ee2-e284-4868-8b7b-b9fc331482b0 req-d4fce8d0-abb2-4371-8278-f51ac153c9d7 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 945 time: 0.0632317 Jul 23 16:17:51.384078 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.409654 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f5933a-b945-4d17-9b38-9fbfe3b7160e'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:51.411954 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcd72f4-b8be-495d-a0aa-aed477389680" -d '{"events": [{"server_uuid": "ccb8e69d-8561-49fd-9115-63bad66074dc", "name": "network-vif-unplugged", "status": "completed", "tag": "95f5933a-b945-4d17-9b38-9fbfe3b7160e"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:51.424305 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-71044ee2-e284-4868-8b7b-b9fc331482b0 req-6120349f-89af-4742-9649-763571c294fb tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355318 Jul 23 16:17:51.424645 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 95f5933a-b945-4d17-9b38-9fbfe3b7160e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=95f5933a-b945-4d17-9b38-9fbfe3b7160e,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:51.431355 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.487219 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=95f5933a-b945-4d17-9b38-9fbfe3b7160e,revision_number=8']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:51.505473 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb00ccf-f3be-472a-bbb5-c5274b412108 x-openstack-request-id: req-7cb00ccf-f3be-472a-bbb5-c5274b412108 {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:51.506004 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb8e69d-8561-49fd-9115-63bad66074dc", "name": "network-vif-unplugged", "status": "completed", "tag": "95f5933a-b945-4d17-9b38-9fbfe3b7160e", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:51.506406 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7cb00ccf-f3be-472a-bbb5-c5274b412108 {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:51.507021 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f5933a-b945-4d17-9b38-9fbfe3b7160e', 'code': 200} Jul 23 16:17:52.578018 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa02ee4-cef5-478c-971d-8cdfb7a8e6fc req-2db6d99f-0736-401b-893b-d7ae25f9cfee tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:52.579534 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0fa02ee4-cef5-478c-971d-8cdfb7a8e6fc req-2db6d99f-0736-401b-893b-d7ae25f9cfee tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.0685017 Jul 23 16:17:52.620227 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0fa02ee4-cef5-478c-971d-8cdfb7a8e6fc req-44620301-ec8a-4558-b810-4af1c9a67bcb tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346344 Jul 23 16:17:53.583913 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6c805-b97a-45fd-bb62-917a5ce5bfe1 req-1de04298-cd8d-43c2-9d90-bde3ed3eaf09 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:53.585488 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-38a6c805-b97a-45fd-bb62-917a5ce5bfe1 req-1de04298-cd8d-43c2-9d90-bde3ed3eaf09 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.0681949 Jul 23 16:17:53.627444 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-38a6c805-b97a-45fd-bb62-917a5ce5bfe1 req-dea0853b-e927-461b-9955-877f7c1d349a tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350380 Jul 23 16:17:53.804301 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 56866) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:53.897593 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-513bc1d9-64a7-46ef-b86c-8fbcfabdaf32 req-f0c4e75f-3d8d-47dd-9119-fbdd8ab2c8fa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921381 Jul 23 16:17:54.771014 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552833b9-af81-4ada-a252-ce846b9c3374 req-988973dc-2688-44b2-9b35-95c8f1884801 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:54.772581 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-552833b9-af81-4ada-a252-ce846b9c3374 req-988973dc-2688-44b2-9b35-95c8f1884801 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.0696843 Jul 23 16:17:54.819339 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-552833b9-af81-4ada-a252-ce846b9c3374 req-58961575-db65-4f7e-b1d0-19a5886390f7 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384815 Jul 23 16:17:55.008281 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc1d9-64a7-46ef-b86c-8fbcfabdaf32 req-5ad6964d-d5b1-4035-8e2e-4dc236068df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:55.009802 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-513bc1d9-64a7-46ef-b86c-8fbcfabdaf32 req-5ad6964d-d5b1-4035-8e2e-4dc236068df1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc&tenant_id=1ab7fd8f81d14fd087b62a6b970688a2 HTTP/1.1" status: 200 len: 1096 time: 0.0694396 Jul 23 16:17:55.112092 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc1d9-64a7-46ef-b86c-8fbcfabdaf32 req-b6f77b55-8d77-45f1-b9ec-1498d5939e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:55.113610 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-513bc1d9-64a7-46ef-b86c-8fbcfabdaf32 req-b6f77b55-8d77-45f1-b9ec-1498d5939e6c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ab7fd8f81d14fd087b62a6b970688a2&device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 1096 time: 0.0614715 Jul 23 16:17:55.215598 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc1d9-64a7-46ef-b86c-8fbcfabdaf32 req-0d10b107-c809-4f11-b84a-1689d83cb988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:55.217059 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-513bc1d9-64a7-46ef-b86c-8fbcfabdaf32 req-0d10b107-c809-4f11-b84a-1689d83cb988 service neutron] 10.222.0.59 "GET /v2.0/networks?id=74cc12e8-e460-4b21-8f86-7828dd99c3c6 HTTP/1.1" status: 200 len: 918 time: 0.0962157 Jul 23 16:17:55.288844 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-513bc1d9-64a7-46ef-b86c-8fbcfabdaf32 req-aecd9bee-fe85-47e6-b558-b4687162623e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95f5933a-b945-4d17-9b38-9fbfe3b7160e HTTP/1.1" status: 200 len: 998 time: 0.0580411 Jul 23 16:17:55.343153 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc1d9-64a7-46ef-b86c-8fbcfabdaf32 req-78329e45-3195-4df6-a783-0cc6d588ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:55.344655 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-513bc1d9-64a7-46ef-b86c-8fbcfabdaf32 req-78329e45-3195-4df6-a783-0cc6d588ec5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=16a96ff4-9135-4297-8f4d-e0300b0cc0f6 HTTP/1.1" status: 200 len: 856 time: 0.0488427 Jul 23 16:17:55.356124 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 95f5933a-b945-4d17-9b38-9fbfe3b7160e no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:17:55.408326 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc1d9-64a7-46ef-b86c-8fbcfabdaf32 req-b5a817ed-d9ce-41e2-b9fa-d1b05dcccc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:55.411568 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-513bc1d9-64a7-46ef-b86c-8fbcfabdaf32 req-b5a817ed-d9ce-41e2-b9fa-d1b05dcccc30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74cc12e8-e460-4b21-8f86-7828dd99c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0588467 Jul 23 16:17:55.509370 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-513bc1d9-64a7-46ef-b86c-8fbcfabdaf32 req-4b084cad-e626-471e-8999-07e0f9553d3e service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900743 Jul 23 16:17:55.612472 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-513bc1d9-64a7-46ef-b86c-8fbcfabdaf32 req-89f6f70f-4f16-4db6-9cd0-9525d654c514 service neutron] 10.222.0.59 "GET /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966172 Jul 23 16:17:55.961087 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d365b3e-95e6-4d37-9f55-441e9240964c req-56a03552-5138-4760-b6ba-20b997e8e467 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:55.962612 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2d365b3e-95e6-4d37-9f55-441e9240964c req-56a03552-5138-4760-b6ba-20b997e8e467 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.0647233 Jul 23 16:17:56.001476 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2d365b3e-95e6-4d37-9f55-441e9240964c req-23901f4b-9b48-4461-9e23-5155873e74a9 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327506 Jul 23 16:17:57.179823 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc78f2-4059-488c-b0b4-0b7b0b69c59f req-d8169c43-7cd4-48cd-b2b6-fb91cb6a454f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:57.181240 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-22dc78f2-4059-488c-b0b4-0b7b0b69c59f req-d8169c43-7cd4-48cd-b2b6-fb91cb6a454f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.0885069 Jul 23 16:17:57.226469 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-22dc78f2-4059-488c-b0b4-0b7b0b69c59f req-f6350c87-3f0d-472d-80cc-7dee2eb4a68c tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388632 Jul 23 16:17:58.390503 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9afba0-eb5f-463a-9a9b-df7fac42e251 req-ccf60f83-49a7-4b65-a2b1-02a11243ce18 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:58.392346 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4c9afba0-eb5f-463a-9a9b-df7fac42e251 req-ccf60f83-49a7-4b65-a2b1-02a11243ce18 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.0861804 Jul 23 16:17:58.436836 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4c9afba0-eb5f-463a-9a9b-df7fac42e251 req-f6303d23-0f47-49b0-b55a-7256db635545 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380254 Jul 23 16:17:59.580617 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de1689-a804-4df3-8dc6-f65086c3180d req-f9eff411-0bb8-41ce-94e6-eaae00e54aed tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:59.583439 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-14de1689-a804-4df3-8dc6-f65086c3180d req-f9eff411-0bb8-41ce-94e6-eaae00e54aed tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.0680749 Jul 23 16:17:59.623845 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-14de1689-a804-4df3-8dc6-f65086c3180d req-af404d68-ca6a-40e5-91c7-21fa360113de tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338047 Jul 23 16:18:00.778720 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c83c8d-c056-487c-9f45-8a10891f8f71 req-fa2fbdaf-3d22-4f94-86b4-d8b00fa4d894 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:00.780376 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-47c83c8d-c056-487c-9f45-8a10891f8f71 req-fa2fbdaf-3d22-4f94-86b4-d8b00fa4d894 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.0722892 Jul 23 16:18:00.823626 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-47c83c8d-c056-487c-9f45-8a10891f8f71 req-60ad92d4-d90f-43c8-9151-a76d8b52f42e tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364041 Jul 23 16:18:01.978836 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050cdf6-8b0d-4cbe-bc13-7421be964264 req-eea15901-1725-4b6f-b795-220e25fc5ed1 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:01.980515 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e050cdf6-8b0d-4cbe-bc13-7421be964264 req-eea15901-1725-4b6f-b795-220e25fc5ed1 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.0755084 Jul 23 16:18:02.027710 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e050cdf6-8b0d-4cbe-bc13-7421be964264 req-24c87832-d47f-4fe4-ac02-5eeb1cfd9dfc tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368197 Jul 23 16:18:03.201074 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ebc78-c0b2-4874-b096-d5c6fef47811 req-e164720b-0e3e-4f32-86a5-9a9ccd1025b6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:03.202871 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-705ebc78-c0b2-4874-b096-d5c6fef47811 req-e164720b-0e3e-4f32-86a5-9a9ccd1025b6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.0838928 Jul 23 16:18:03.252589 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-705ebc78-c0b2-4874-b096-d5c6fef47811 req-c29e36ec-5432-4821-b074-50dac505bc29 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427632 Jul 23 16:18:04.410686 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a42ffe-bd6f-47b2-990d-f7c8ecea3e84 req-b6e333d2-3221-41b6-b6a6-23ebd6e466cc tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.412317 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a4a42ffe-bd6f-47b2-990d-f7c8ecea3e84 req-b6e333d2-3221-41b6-b6a6-23ebd6e466cc tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.0803113 Jul 23 16:18:04.469335 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a4a42ffe-bd6f-47b2-990d-f7c8ecea3e84 req-d536cd78-8648-4a61-97ba-cb9619c6513f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431905 Jul 23 16:18:05.633920 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853363ff-4456-4409-b26c-01c74bd1d56c req-7e13963d-01ee-4900-b902-282838020efd tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.635545 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-853363ff-4456-4409-b26c-01c74bd1d56c req-7e13963d-01ee-4900-b902-282838020efd tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.1036835 Jul 23 16:18:05.678683 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-853363ff-4456-4409-b26c-01c74bd1d56c req-83527ac6-8c80-4d27-931a-b821a3ba74ee tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370891 Jul 23 16:18:05.703506 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:18:06.830120 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f9b07-43a7-4121-b0f2-720eecb0554f req-b445b771-277d-4f21-9980-209d52f25bf4 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:06.831772 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-032f9b07-43a7-4121-b0f2-720eecb0554f req-b445b771-277d-4f21-9980-209d52f25bf4 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.0694587 Jul 23 16:18:06.869890 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-032f9b07-43a7-4121-b0f2-720eecb0554f req-947ee0f2-bf23-4aef-a448-4ba12f5edfcd tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322778 Jul 23 16:18:08.004579 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb22cd-df79-4689-ba85-d6ac8969d176 req-04bb0bcf-7e6a-4411-bc5d-51ec1bf88360 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:08.006292 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cbbb22cd-df79-4689-ba85-d6ac8969d176 req-04bb0bcf-7e6a-4411-bc5d-51ec1bf88360 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.0637543 Jul 23 16:18:08.045708 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cbbb22cd-df79-4689-ba85-d6ac8969d176 req-ad5455a7-7d15-44a3-82cb-e4af898e4e85 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337598 Jul 23 16:18:08.308645 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674ac8c-0d10-4c3f-b878-da4947120930 req-78c40ed2-2f16-41ca-ab33-b8a511d63bc8 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:08.310144 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c674ac8c-0d10-4c3f-b878-da4947120930 req-78c40ed2-2f16-41ca-ab33-b8a511d63bc8 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 945 time: 0.0698063 Jul 23 16:18:08.360556 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c674ac8c-0d10-4c3f-b878-da4947120930 req-1aa88642-55fd-4d84-8a9f-beaad779dedb tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=da7d3665-79e5-4edb-b11b-4db1a20978b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440860 Jul 23 16:18:09.208193 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f7d74-f45c-446e-b776-39df30ed8d52 req-5e160d61-fa77-42e7-8f39-d18139215696 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:09.209816 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e02f7d74-f45c-446e-b776-39df30ed8d52 req-5e160d61-fa77-42e7-8f39-d18139215696 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 943 time: 0.0749822 Jul 23 16:18:09.249720 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e02f7d74-f45c-446e-b776-39df30ed8d52 req-f2090237-0473-4836-a667-9644e96dda9f tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338392 Jul 23 16:18:09.414298 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 95f5933a-b945-4d17-9b38-9fbfe3b7160e details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:09.503899 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9a8d9-5be8-430c-8579-07e7fe5ba32d req-c1b1965f-df2f-4384-a768-a6af79e1fcdc tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:09.506067 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1aa9a8d9-5be8-430c-8579-07e7fe5ba32d req-c1b1965f-df2f-4384-a768-a6af79e1fcdc tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 945 time: 0.0659862 Jul 23 16:18:09.511643 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 95f5933a-b945-4d17-9b38-9fbfe3b7160e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=95f5933a-b945-4d17-9b38-9fbfe3b7160e,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:09.523333 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': '95f5933a-b945-4d17-9b38-9fbfe3b7160e', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'port_id': '95f5933a-b945-4d17-9b38-9fbfe3b7160e', 'mac_address': 'fa:16:3e:db:78:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:18:09.543667 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1aa9a8d9-5be8-430c-8579-07e7fe5ba32d req-f8347c45-fed3-4656-be27-fde2d33b7e63 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=da7d3665-79e5-4edb-b11b-4db1a20978b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324976 Jul 23 16:18:09.560212 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.572713 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f5933a-b945-4d17-9b38-9fbfe3b7160e {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:09.592369 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 95f5933a-b945-4d17-9b38-9fbfe3b7160e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=95f5933a-b945-4d17-9b38-9fbfe3b7160e,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:09.597431 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.649399 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=95f5933a-b945-4d17-9b38-9fbfe3b7160e,revision_number=9']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:10.003632 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['95f5933a-b945-4d17-9b38-9fbfe3b7160e'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:10.421094 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f41365-eea9-40f6-8a26-037c49d4448e req-7e0603a6-cf1f-42bb-9f05-a80a64cd7fa1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.422571 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-77f41365-eea9-40f6-8a26-037c49d4448e req-7e0603a6-cf1f-42bb-9f05-a80a64cd7fa1 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 945 time: 0.1087406 Jul 23 16:18:10.440553 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd543fb3-8388-4395-90f7-06da968bb62a req-a930cb81-b3f7-4ca8-850e-575a60cfefa1 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.443114 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cd543fb3-8388-4395-90f7-06da968bb62a req-a930cb81-b3f7-4ca8-850e-575a60cfefa1 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 944 time: 0.1180291 Jul 23 16:18:10.532249 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cd543fb3-8388-4395-90f7-06da968bb62a req-97aba9ee-dc82-49e5-a27f-367e3d95f636 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798528 Jul 23 16:18:10.580657 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-77f41365-eea9-40f6-8a26-037c49d4448e req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Deleting port 8e62ddf6-0769-441f-9d21-0be6a4181c66 {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:10.580982 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-77f41365-eea9-40f6-8a26-037c49d4448e req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.701307 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-77f41365-eea9-40f6-8a26-037c49d4448e req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] For port 8e62ddf6-0769-441f-9d21-0be6a4181c66, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8e62ddf6-0769-441f-9d21-0be6a4181c66,segment=NetworkSegment(093ecfe2-f45b-40b0-a59d-04a35e3cd077),segment_id=093ecfe2-f45b-40b0-a59d-04a35e3cd077)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:10.701669 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-77f41365-eea9-40f6-8a26-037c49d4448e req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.770971 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2635fb5-9a38-4f34-aa75-4cc2b97938bb req-bd0f4b52-aa42-4b19-acbc-2036b631907c tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.772701 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a2635fb5-9a38-4f34-aa75-4cc2b97938bb req-bd0f4b52-aa42-4b19-acbc-2036b631907c tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 945 time: 0.1604722 Jul 23 16:18:10.891486 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a2635fb5-9a38-4f34-aa75-4cc2b97938bb req-9402718d-bd75-41c4-a881-8ba275bacade tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups?id=da7d3665-79e5-4edb-b11b-4db1a20978b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070449 Jul 23 16:18:10.916897 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-77f41365-eea9-40f6-8a26-037c49d4448e req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.917271 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-77f41365-eea9-40f6-8a26-037c49d4448e req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736144'] for floatingip, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.917592 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.l3_db [req-77f41365-eea9-40f6-8a26-037c49d4448e req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Floating IP 2dd9a6c8-525e-4769-a259-befeb98c801a disassociated. External IP: 172.27.0.184, port: 8e62ddf6-0769-441f-9d21-0be6a4181c66. Jul 23 16:18:10.917922 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-77f41365-eea9-40f6-8a26-037c49d4448e req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Calling delete_port for 8e62ddf6-0769-441f-9d21-0be6a4181c66 owned by compute:nova {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:11.050189 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-77f41365-eea9-40f6-8a26-037c49d4448e req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.081099 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Pushing event deleted for resources: {'Port': ['ID=8e62ddf6-0769-441f-9d21-0be6a4181c66,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:11.092078 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:11.092432 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:11.092772 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:11.093101 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:11.093440 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:11.093777 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:11.094100 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:11.094422 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:11.094751 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:11.095074 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:11.095419 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:11.095737 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:11.213251 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77f41365-eea9-40f6-8a26-037c49d4448e req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:18:11.318526 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77f41365-eea9-40f6-8a26-037c49d4448e req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:18:11.329392 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff47d2ef-4ad6-43fc-abac-50f035ec69c1 None None] Sync routers for ids ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:11.341041 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff47d2ef-4ad6-43fc-abac-50f035ec69c1 None None] Routers {'d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:11.341744 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-ff47d2ef-4ad6-43fc-abac-50f035ec69c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:17:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:11.363257 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f41365-eea9-40f6-8a26-037c49d4448e req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] No DVR routers for this DVR port 8e62ddf6-0769-441f-9d21-0be6a4181c66 on host hv-cinder-79628 {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:11.365907 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-77f41365-eea9-40f6-8a26-037c49d4448e req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.367975 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-77f41365-eea9-40f6-8a26-037c49d4448e req-bc22d71c-15cc-45e2-a947-b9b8638cb736 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.59 "DELETE /v2.0/ports/8e62ddf6-0769-441f-9d21-0be6a4181c66 HTTP/1.1" status: 204 len: 173 time: 0.9387238 Jul 23 16:18:11.368421 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4b1969-7709-4ab2-9dbb-e70236ff225b', 'name': 'network-vif-deleted', 'tag': '8e62ddf6-0769-441f-9d21-0be6a4181c66'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:11.370690 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645a40b5-929c-450c-a8ab-faebbcc38f36" -d '{"events": [{"server_uuid": "5e4b1969-7709-4ab2-9dbb-e70236ff225b", "name": "network-vif-deleted", "tag": "8e62ddf6-0769-441f-9d21-0be6a4181c66"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:11.412447 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a90b5ce-52bc-46bc-a8a4-27b49eae6ce2 x-openstack-request-id: req-4a90b5ce-52bc-46bc-a8a4-27b49eae6ce2 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:11.412811 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4b1969-7709-4ab2-9dbb-e70236ff225b", "name": "network-vif-deleted", "tag": "8e62ddf6-0769-441f-9d21-0be6a4181c66", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:11.413125 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a90b5ce-52bc-46bc-a8a4-27b49eae6ce2 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:11.414231 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4b1969-7709-4ab2-9dbb-e70236ff225b', 'name': 'network-vif-deleted', 'tag': '8e62ddf6-0769-441f-9d21-0be6a4181c66', 'status': 'completed', 'code': 200} Jul 23 16:18:11.452945 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 95f5933a-b945-4d17-9b38-9fbfe3b7160e up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:11.485160 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-ff47d2ef-4ad6-43fc-abac-50f035ec69c1 None None] Set router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:11.610785 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port 95f5933a-b945-4d17-9b38-9fbfe3b7160e triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:11.611293 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.676530 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d61fb-fce8-4767-8eb8-f847f9ce6608 req-6b803d3f-02cc-494b-bbb0-78086b70ac20 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.678128 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2a2d61fb-fce8-4767-8eb8-f847f9ce6608 req-6b803d3f-02cc-494b-bbb0-78086b70ac20 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 944 time: 0.0658743 Jul 23 16:18:11.718386 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2a2d61fb-fce8-4767-8eb8-f847f9ce6608 req-eebe5452-0a8b-4f5b-97d3-73579486b1fc tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340068 Jul 23 16:18:11.761236 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.787605 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f5933a-b945-4d17-9b38-9fbfe3b7160e'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:11.789822 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102f048b-3f2f-460b-aca4-762cbd5c5097" -d '{"events": [{"server_uuid": "ccb8e69d-8561-49fd-9115-63bad66074dc", "name": "network-vif-plugged", "status": "completed", "tag": "95f5933a-b945-4d17-9b38-9fbfe3b7160e"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:11.804167 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-ff47d2ef-4ad6-43fc-abac-50f035ec69c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:11:08Z', 'revision_number': 4, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '6ff134de-805c-4647-a0bd-790715fe6e00', 'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'mac_address': 'fa:16:3e:ef:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:06Z', 'updated_at': '2021-07-23T16:11:18Z', 'revision_number': 5, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'subnets': [{'id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:11.806936 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 95f5933a-b945-4d17-9b38-9fbfe3b7160e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=95f5933a-b945-4d17-9b38-9fbfe3b7160e,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:11.971722 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fb6b26-5128-420e-af16-d9176fd7f0d1 x-openstack-request-id: req-85fb6b26-5128-420e-af16-d9176fd7f0d1 {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:11.971885 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb8e69d-8561-49fd-9115-63bad66074dc", "name": "network-vif-plugged", "status": "completed", "tag": "95f5933a-b945-4d17-9b38-9fbfe3b7160e", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:11.972106 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-85fb6b26-5128-420e-af16-d9176fd7f0d1 {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:11.972653 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f5933a-b945-4d17-9b38-9fbfe3b7160e', 'code': 200} Jul 23 16:18:11.973728 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff47d2ef-4ad6-43fc-abac-50f035ec69c1 None None] Checking router: d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:11.975824 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.976603 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 8e62ddf6-0769-441f-9d21-0be6a4181c66 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:12.016394 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: 8e62ddf6-0769-441f-9d21-0be6a4181c66 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:18:12.016641 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 8e62ddf6-0769-441f-9d21-0be6a4181c66 not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:12.029483 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff47d2ef-4ad6-43fc-abac-50f035ec69c1 None None] Routers {'d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:12.029724 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-ff47d2ef-4ad6-43fc-abac-50f035ec69c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:17:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:12.038660 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9e63f41c-4533-4fd2-9560-af74f587e76c req-bf7124ea-33f7-4500-8375-a97a815076f8 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e4b1969-7709-4ab2-9dbb-e70236ff225b HTTP/1.1" status: 200 len: 210 time: 0.0530417 Jul 23 16:18:12.118538 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=95f5933a-b945-4d17-9b38-9fbfe3b7160e,revision_number=10']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:12.161574 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-ff47d2ef-4ad6-43fc-abac-50f035ec69c1 None None] Set router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:12.191011 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a5bf8-e2af-44f0-be06-b8ea13db13fa req-b2312b98-cdb8-44f4-9513-be497988d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.192754 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-911a5bf8-e2af-44f0-be06-b8ea13db13fa req-b2312b98-cdb8-44f4-9513-be497988d999 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 1099 time: 0.0627606 Jul 23 16:18:12.228957 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-911a5bf8-e2af-44f0-be06-b8ea13db13fa req-a3373cec-73f0-42ae-80b5-b87e3d37da22 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291138 Jul 23 16:18:12.267984 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.387966 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-ff47d2ef-4ad6-43fc-abac-50f035ec69c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:11:08Z', 'revision_number': 4, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '6ff134de-805c-4647-a0bd-790715fe6e00', 'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'mac_address': 'fa:16:3e:ef:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:06Z', 'updated_at': '2021-07-23T16:11:18Z', 'revision_number': 5, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'subnets': [{'id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:12.417833 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff47d2ef-4ad6-43fc-abac-50f035ec69c1 None None] The sync data for ids ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'] in dv-cinder-796286-18-iscsi is: [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:11:08Z', 'revision_number': 4, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '6ff134de-805c-4647-a0bd-790715fe6e00', 'name': '', 'network_id': '9c0621ff-a2c0-4e39-8229-4f2f452683a2', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'mac_address': 'fa:16:3e:ef:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:06Z', 'updated_at': '2021-07-23T16:11:18Z', 'revision_number': 5, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'subnets': [{'id': '0e32c016-e4f8-43ff-938e-cce583bd25cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:12.645089 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce17ebf-5455-47e8-bdd4-0c11fc4daec9 None None] New status for floating IP 2dd9a6c8-525e-4769-a259-befeb98c801a: DOWN {{(pid=93299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:18:12.862526 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149860a-87c8-45d2-a133-b6927c387bb6 req-1f49c0d7-9d79-47e4-a0df-12a4895b6837 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.864145 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7149860a-87c8-45d2-a133-b6927c387bb6 req-1f49c0d7-9d79-47e4-a0df-12a4895b6837 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 946 time: 0.0645263 Jul 23 16:18:12.903427 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7149860a-87c8-45d2-a133-b6927c387bb6 req-39a230c9-d962-47ba-8fea-5d6fac5bc619 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327909 Jul 23 16:18:13.138475 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57016) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:13.202535 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1196-ef50-4e20-b9cc-c855a88e2e2a tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.230515 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1196-ef50-4e20-b9cc-c855a88e2e2a tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.282505 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1196-ef50-4e20-b9cc-c855a88e2e2a tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.285328 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1196-ef50-4e20-b9cc-c855a88e2e2a tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.286816 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-2bcf1196-ef50-4e20-b9cc-c855a88e2e2a tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "DELETE /v2.0/security-groups/da7d3665-79e5-4edb-b11b-4db1a20978b9 HTTP/1.1" status: 204 len: 168 time: 0.1471834 Jul 23 16:18:13.290678 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57018) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:13.296644 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf1196-ef50-4e20-b9cc-c855a88e2e2a tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7d3665-79e5-4edb-b11b-4db1a20978b9,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:13.305167 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.api.v2.resource [None req-d3fa7eff-1bdc-4a43-a345-4ce2a5050769 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] show failed (client error): The resource could not be found. Jul 23 16:18:13.308205 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d3fa7eff-1bdc-4a43-a345-4ce2a5050769 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "GET /v2.0/security-groups/da7d3665-79e5-4edb-b11b-4db1a20978b9 HTTP/1.1" status: 404 len: 347 time: 0.0144372 Jul 23 16:18:13.309429 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57020) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:13.449313 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-abfa9aca-b599-4af7-8141-f00cdd545d13 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Deleting port dc5f532c-7f45-4b2d-ade2-202179e1a51e {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:13.449671 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-abfa9aca-b599-4af7-8141-f00cdd545d13 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.529333 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-abfa9aca-b599-4af7-8141-f00cdd545d13 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.529796 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-abfa9aca-b599-4af7-8141-f00cdd545d13 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.542032 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-abfa9aca-b599-4af7-8141-f00cdd545d13 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Calling delete_port for dc5f532c-7f45-4b2d-ade2-202179e1a51e owned by network:floatingip {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:13.689166 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-abfa9aca-b599-4af7-8141-f00cdd545d13 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.717540 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa9aca-b599-4af7-8141-f00cdd545d13 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Pushing event deleted for resources: {'Port': ['ID=dc5f532c-7f45-4b2d-ade2-202179e1a51e,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:13.792402 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-abfa9aca-b599-4af7-8141-f00cdd545d13 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks [] for floatingip, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.795715 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-abfa9aca-b599-4af7-8141-f00cdd545d13 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.802522 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-abfa9aca-b599-4af7-8141-f00cdd545d13 tempest-AttachVolumeTestJSON-512222149 tempest-AttachVolumeTestJSON-512222149-project] 10.222.0.69 "DELETE /v2.0/floatingips/2dd9a6c8-525e-4769-a259-befeb98c801a HTTP/1.1" status: 204 len: 168 time: 0.4882832 Jul 23 16:18:14.046174 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674c91b-2b4a-463b-9704-fff0b79b514e req-ff7656da-d8cb-4b3b-b1f4-1d9ab279af86 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:14.047789 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5674c91b-2b4a-463b-9704-fff0b79b514e req-ff7656da-d8cb-4b3b-b1f4-1d9ab279af86 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 946 time: 0.0662415 Jul 23 16:18:14.099346 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5674c91b-2b4a-463b-9704-fff0b79b514e req-92c44061-add9-49bd-9bbc-3d427381514b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419471 Jul 23 16:18:15.256460 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac226d1-e2c5-459d-8e53-7ee3be76aac2 req-90882bfb-fc3c-4b91-bc1d-54d82eb2f373 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:15.257853 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4ac226d1-e2c5-459d-8e53-7ee3be76aac2 req-90882bfb-fc3c-4b91-bc1d-54d82eb2f373 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 946 time: 0.0758364 Jul 23 16:18:15.300234 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4ac226d1-e2c5-459d-8e53-7ee3be76aac2 req-86125420-22b8-4d27-aab4-00b5149c68a3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347116 Jul 23 16:18:15.797577 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2394725a-7d8b-4c54-a20c-efe09f05b13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:17.410051 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57090) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:18.248171 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-79e2ce2c-f070-4eaa-ad47-62016755777e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729351'] for router_interface, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.548173 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-39369c53-e68d-4f8d-8549-2eb9b7866c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.584669 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-79e2ce2c-f070-4eaa-ad47-62016755777e admin admin] Deleting port 6ff134de-805c-4647-a0bd-790715fe6e00 {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:18.585332 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-79e2ce2c-f070-4eaa-ad47-62016755777e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.664235 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-79e2ce2c-f070-4eaa-ad47-62016755777e admin admin] For port 6ff134de-805c-4647-a0bd-790715fe6e00, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=6ff134de-805c-4647-a0bd-790715fe6e00,segment=NetworkSegment(093ecfe2-f45b-40b0-a59d-04a35e3cd077),segment_id=093ecfe2-f45b-40b0-a59d-04a35e3cd077)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:18.664602 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-79e2ce2c-f070-4eaa-ad47-62016755777e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.676820 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-79e2ce2c-f070-4eaa-ad47-62016755777e admin admin] Calling delete_port for 6ff134de-805c-4647-a0bd-790715fe6e00 owned by network:router_interface {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:18.812042 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.916719 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-79e2ce2c-f070-4eaa-ad47-62016755777e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.946751 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2ce2c-f070-4eaa-ad47-62016755777e admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff134de-805c-4647-a0bd-790715fe6e00,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:19.114419 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-79e2ce2c-f070-4eaa-ad47-62016755777e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728529'] for router_interface, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.265716 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.338494 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e2ce2c-f070-4eaa-ad47-62016755777e admin admin] Router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:18:19.453073 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e2ce2c-f070-4eaa-ad47-62016755777e admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:18:19.458146 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-79e2ce2c-f070-4eaa-ad47-62016755777e admin admin] 10.222.0.69 "PUT /v2.0/routers/d2e2f5ef-3880-4d42-b9b0-46a9ac614c81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0470395 Jul 23 16:18:19.460817 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57094) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:19.463845 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3700f75f-53c4-43a1-a24d-94ee3821237d None None] Sync routers for ids ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:19.474209 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3700f75f-53c4-43a1-a24d-94ee3821237d None None] Routers {'d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:19.474812 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-3700f75f-53c4-43a1-a24d-94ee3821237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:18:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:19.572247 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7b44d0a3-5985-4b3c-b3d3-22e7869d6dcd admin admin] Notify callbacks [] for router, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.585492 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-3700f75f-53c4-43a1-a24d-94ee3821237d None None] Set router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:19.677148 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7b44d0a3-5985-4b3c-b3d3-22e7869d6dcd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.732701 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-7b44d0a3-5985-4b3c-b3d3-22e7869d6dcd admin admin] Deleting port d169ec8e-7e8b-41dc-846a-00d64ffca86a {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:19.732946 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7b44d0a3-5985-4b3c-b3d3-22e7869d6dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.759555 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-3700f75f-53c4-43a1-a24d-94ee3821237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:18:18Z', 'revision_number': 5, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port': {'id': 'd169ec8e-7e8b-41dc-846a-00d64ffca86a', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:03Z', 'updated_at': '2021-07-23T16:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:19.788438 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3700f75f-53c4-43a1-a24d-94ee3821237d None None] Checking router: d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:19.796720 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3700f75f-53c4-43a1-a24d-94ee3821237d None None] Routers {'d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:19.797326 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-3700f75f-53c4-43a1-a24d-94ee3821237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:18:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:19.811858 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-7b44d0a3-5985-4b3c-b3d3-22e7869d6dcd admin admin] For port d169ec8e-7e8b-41dc-846a-00d64ffca86a, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=d169ec8e-7e8b-41dc-846a-00d64ffca86a,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:19.812238 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7b44d0a3-5985-4b3c-b3d3-22e7869d6dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.824958 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-7b44d0a3-5985-4b3c-b3d3-22e7869d6dcd admin admin] Calling delete_port for d169ec8e-7e8b-41dc-846a-00d64ffca86a owned by network:router_gateway {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:19.882450 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-3700f75f-53c4-43a1-a24d-94ee3821237d None None] Set router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 gateway port host: None {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:19.938938 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-3700f75f-53c4-43a1-a24d-94ee3821237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:18:19Z', 'revision_number': 6, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port_host': None}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:19.966269 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3700f75f-53c4-43a1-a24d-94ee3821237d None None] The sync data for ids ['d2e2f5ef-3880-4d42-b9b0-46a9ac614c81'] in dv-cinder-796286-18-iscsi is: [{'id': 'd2e2f5ef-3880-4d42-b9b0-46a9ac614c81', 'name': 'tempest-AttachVolumeTestJSON-1205235803-router', 'tenant_id': '5fe83c8aa779464b9ac589e2040ae57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:02Z', 'updated_at': '2021-07-23T16:18:19Z', 'revision_number': 6, 'project_id': '5fe83c8aa779464b9ac589e2040ae57f', 'gw_port_host': None}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:20.009390 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7b44d0a3-5985-4b3c-b3d3-22e7869d6dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.037096 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44d0a3-5985-4b3c-b3d3-22e7869d6dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=d169ec8e-7e8b-41dc-846a-00d64ffca86a,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:20.101254 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7b44d0a3-5985-4b3c-b3d3-22e7869d6dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1735942'] for router_gateway, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.201435 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7b44d0a3-5985-4b3c-b3d3-22e7869d6dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.203643 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7b44d0a3-5985-4b3c-b3d3-22e7869d6dcd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.279970 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7b44d0a3-5985-4b3c-b3d3-22e7869d6dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1708002'] for router, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.280368 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b44d0a3-5985-4b3c-b3d3-22e7869d6dcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 {{(pid=93297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:18:20.285443 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7b44d0a3-5985-4b3c-b3d3-22e7869d6dcd admin admin] Notify callbacks [] for router, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.286622 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-7b44d0a3-5985-4b3c-b3d3-22e7869d6dcd admin admin] 10.222.0.69 "DELETE /v2.0/routers/d2e2f5ef-3880-4d42-b9b0-46a9ac614c81 HTTP/1.1" status: 204 len: 168 time: 0.8249273 Jul 23 16:18:20.289519 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57096) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:20.334969 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_v2 [None req-670dfc96-4fc6-44d8-a0e4-50f64cf07a3f admin admin] Deleting subnet 0e32c016-e4f8-43ff-938e-cce583bd25cf {{(pid=93297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:18:20.340727 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-670dfc96-4fc6-44d8-a0e4-50f64cf07a3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.378293 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-670dfc96-4fc6-44d8-a0e4-50f64cf07a3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14844536'] for subnet, precommit_delete_associations {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.488170 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-670dfc96-4fc6-44d8-a0e4-50f64cf07a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386006'] for subnet, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.553167 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-670dfc96-4fc6-44d8-a0e4-50f64cf07a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14480353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13107856'] for subnet, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.578472 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670dfc96-4fc6-44d8-a0e4-50f64cf07a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e32c016-e4f8-43ff-938e-cce583bd25cf,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:20.582227 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-670dfc96-4fc6-44d8-a0e4-50f64cf07a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.588169 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-670dfc96-4fc6-44d8-a0e4-50f64cf07a3f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0e32c016-e4f8-43ff-938e-cce583bd25cf HTTP/1.1" status: 204 len: 168 time: 0.2937109 Jul 23 16:18:20.588169 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57098) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:20.591926 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cf4eeb-0b36-4d28-a35a-d86e916313fd None None] Network 9c0621ff-a2c0-4e39-8229-4f2f452683a2 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:18:20.791550 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 6ff134de-805c-4647-a0bd-790715fe6e00 no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:20.813770 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 6ff134de-805c-4647-a0bd-790715fe6e00 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:18:20.813770 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 6ff134de-805c-4647-a0bd-790715fe6e00 not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:20.813770 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device d169ec8e-7e8b-41dc-846a-00d64ffca86a no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:20.842210 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babd0036-5463-4854-9cd7-63a342841f9e None None] DHCP port deletion for 9c0621ff-a2c0-4e39-8229-4f2f452683a2 request from dv-cinder-796286-18-iscsi {{(pid=93298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:18:20.844065 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: d169ec8e-7e8b-41dc-846a-00d64ffca86a {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:18:20.844400 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device d169ec8e-7e8b-41dc-846a-00d64ffca86a not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:20.896227 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-babd0036-5463-4854-9cd7-63a342841f9e None None] Deleting port f6f6ac1a-e45d-4479-9b50-de1ee87ef393 {{(pid=93298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:20.896617 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-babd0036-5463-4854-9cd7-63a342841f9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.924976 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541368'] for network, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.962494 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-babd0036-5463-4854-9cd7-63a342841f9e None None] For port f6f6ac1a-e45d-4479-9b50-de1ee87ef393, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=f6f6ac1a-e45d-4479-9b50-de1ee87ef393,segment=NetworkSegment(093ecfe2-f45b-40b0-a59d-04a35e3cd077),segment_id=093ecfe2-f45b-40b0-a59d-04a35e3cd077)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:20.963292 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-babd0036-5463-4854-9cd7-63a342841f9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.978056 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-babd0036-5463-4854-9cd7-63a342841f9e None None] Calling delete_port for f6f6ac1a-e45d-4479-9b50-de1ee87ef393 owned by network:dhcp {{(pid=93298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:20.982287 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] Deleting port f6f6ac1a-e45d-4479-9b50-de1ee87ef393 {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:20.982635 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.058549 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] For port f6f6ac1a-e45d-4479-9b50-de1ee87ef393, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=f6f6ac1a-e45d-4479-9b50-de1ee87ef393,segment=NetworkSegment(093ecfe2-f45b-40b0-a59d-04a35e3cd077),segment_id=093ecfe2-f45b-40b0-a59d-04a35e3cd077)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:21.058944 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.071050 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] Calling delete_port for f6f6ac1a-e45d-4479-9b50-de1ee87ef393 owned by network:dhcp {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:21.085552 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.123444 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-babd0036-5463-4854-9cd7-63a342841f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382'] for port, after_delete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.148193 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.150971 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd0036-5463-4854-9cd7-63a342841f9e None None] Pushing event deleted for resources: {'Port': ['ID=f6f6ac1a-e45d-4479-9b50-de1ee87ef393,revision_number=None']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:21.156951 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babd0036-5463-4854-9cd7-63a342841f9e None None] No DVR routers for this DVR port f6f6ac1a-e45d-4479-9b50-de1ee87ef393 on host dv-cinder-796286-18-iscsi {{(pid=93298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:21.177181 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f6ac1a-e45d-4479-9b50-de1ee87ef393,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:21.181430 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] No DVR routers for this DVR port f6f6ac1a-e45d-4479-9b50-de1ee87ef393 on host dv-cinder-796286-18-iscsi {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:21.253531 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385103', 'neutron.services.segments.db._delete_segments_for_network-8727500513675'] for network, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.264297 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.services.segments.db [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0621ff-a2c0-4e39-8229-4f2f452683a2']}} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:21.274348 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.services.segments.db [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093ecfe2-f45b-40b0-a59d-04a35e3cd077') {'for_net_delete': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:21.274639 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.services.segments.db [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093ecfe2-f45b-40b0-a59d-04a35e3cd077') {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:21.284013 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727500584376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14844481'] for segment, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.298225 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.305171 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=93297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:18:21.305578 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14480219'] for segment, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: self.session.flush() Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: self.session.flush() Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: self.session.flush() Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: self.session.flush() Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: Traceback (most recent call last): Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: timer() Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: cb(*args, **kw) Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: return func(*args, **kwargs) Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: self._notify() Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: self.callback(batched_events) Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: event.method(event) Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: return f(self, *a, **k) Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: return self._get(url).json() Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: return self.request(url, 'GET', **kwargs) Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:18:21.307531 dv-cinder-796286-18-iscsi neutron-server[93297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:18:21.373315 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736162'] for network, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.379877 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.384489 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] 10.222.0.69 "DELETE /v2.0/networks/9c0621ff-a2c0-4e39-8229-4f2f452683a2 HTTP/1.1" status: 204 len: 168 time: 0.7930493 Jul 23 16:18:21.392758 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e191735-d48c-431e-a734-4a1425e36f4c admin admin] Pushing event deleted for resources: {'Network': ['ID=9c0621ff-a2c0-4e39-8229-4f2f452683a2,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:21.505688 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57102) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:21.546250 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-a4782b2d-8708-44fa-8b89-ea2f2918cb96 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5fe83c8aa779464b9ac589e2040ae57f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391557 Jul 23 16:18:21.549834 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57104) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:21.601720 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e70d8d78-e97b-4881-a5dd-75fa0ed3e2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.624011 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e70d8d78-e97b-4881-a5dd-75fa0ed3e2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.677343 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e70d8d78-e97b-4881-a5dd-75fa0ed3e2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.680532 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e70d8d78-e97b-4881-a5dd-75fa0ed3e2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.681720 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-e70d8d78-e97b-4881-a5dd-75fa0ed3e2cf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6635fd75-954a-459f-8737-aacec32656f6 HTTP/1.1" status: 204 len: 168 time: 0.1310182 Jul 23 16:18:21.690033 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d8d78-e97b-4881-a5dd-75fa0ed3e2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6635fd75-954a-459f-8737-aacec32656f6,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:21.697289 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70d8d78-e97b-4881-a5dd-75fa0ed3e2cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:21.697636 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70d8d78-e97b-4881-a5dd-75fa0ed3e2cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:21.697973 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70d8d78-e97b-4881-a5dd-75fa0ed3e2cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:21.698306 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70d8d78-e97b-4881-a5dd-75fa0ed3e2cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:21.698635 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70d8d78-e97b-4881-a5dd-75fa0ed3e2cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:21.698958 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70d8d78-e97b-4881-a5dd-75fa0ed3e2cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:21.699309 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70d8d78-e97b-4881-a5dd-75fa0ed3e2cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:21.699640 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70d8d78-e97b-4881-a5dd-75fa0ed3e2cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:21.699961 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70d8d78-e97b-4881-a5dd-75fa0ed3e2cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:21.700283 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70d8d78-e97b-4881-a5dd-75fa0ed3e2cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:21.700605 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70d8d78-e97b-4881-a5dd-75fa0ed3e2cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:21.700923 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70d8d78-e97b-4881-a5dd-75fa0ed3e2cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:22.722759 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device f6f6ac1a-e45d-4479-9b50-de1ee87ef393 no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:22.744134 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: f6f6ac1a-e45d-4479-9b50-de1ee87ef393 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:18:22.744483 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device f6f6ac1a-e45d-4479-9b50-de1ee87ef393 not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:26.876844 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57178) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:26.995765 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6b06b234-6621-4ed9-9c77-ca5a1f130adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.098514 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6b06b234-6621-4ed9-9c77-ca5a1f130adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.105469 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6b06b234-6621-4ed9-9c77-ca5a1f130adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.145587 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06b234-6621-4ed9-9c77-ca5a1f130adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67f2def-79f1-45fd-8562-f01563f6d8b7,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:27.149982 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-6b06b234-6621-4ed9-9c77-ca5a1f130adf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c1e63bd5df5b4af5a1a37c8516a253fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720520 Jul 23 16:18:27.152734 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57182) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:27.204267 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9e66-3a78-4730-915b-a1044741aff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.227042 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9e66-3a78-4730-915b-a1044741aff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.303238 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9e66-3a78-4730-915b-a1044741aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.307553 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9e66-3a78-4730-915b-a1044741aff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.309337 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-1f5d9e66-3a78-4730-915b-a1044741aff9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e67f2def-79f1-45fd-8562-f01563f6d8b7 HTTP/1.1" status: 204 len: 168 time: 0.1555440 Jul 23 16:18:27.321426 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d9e66-3a78-4730-915b-a1044741aff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67f2def-79f1-45fd-8562-f01563f6d8b7,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:27.612634 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57188) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:27.629794 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-91ee2792-e98f-4eb2-bd3c-5da3705a32ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.723001 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-91ee2792-e98f-4eb2-bd3c-5da3705a32ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.729412 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-91ee2792-e98f-4eb2-bd3c-5da3705a32ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.766623 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-91ee2792-e98f-4eb2-bd3c-5da3705a32ea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dc6d29fe3bc44ce2af8630320086bd20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527567 Jul 23 16:18:27.767472 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee2792-e98f-4eb2-bd3c-5da3705a32ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f184ec56-62b0-4e1a-a83e-f3f597fc2d84,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:27.769392 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57190) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:27.821081 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-de4ea578-7146-4133-b88a-a31c4ce81805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.845430 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-de4ea578-7146-4133-b88a-a31c4ce81805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.897519 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-de4ea578-7146-4133-b88a-a31c4ce81805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.901090 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-de4ea578-7146-4133-b88a-a31c4ce81805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.902284 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-de4ea578-7146-4133-b88a-a31c4ce81805 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f184ec56-62b0-4e1a-a83e-f3f597fc2d84 HTTP/1.1" status: 204 len: 168 time: 0.1318510 Jul 23 16:18:27.910162 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ea578-7146-4133-b88a-a31c4ce81805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f184ec56-62b0-4e1a-a83e-f3f597fc2d84,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:32.504272 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57262) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:32.645680 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-adfbcf0e-6ab6-4ee5-b4ff-5155175476de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.742898 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-adfbcf0e-6ab6-4ee5-b4ff-5155175476de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.748602 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-adfbcf0e-6ab6-4ee5-b4ff-5155175476de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.787601 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-adfbcf0e-6ab6-4ee5-b4ff-5155175476de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f9111ce69faa48e7acec1ec31a394c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817779 Jul 23 16:18:32.788473 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbcf0e-6ab6-4ee5-b4ff-5155175476de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3789e7dd-fcea-446e-b679-378557bf0932,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:32.790274 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57266) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:32.841091 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-74ac4efb-34b9-4ae4-b8b9-80bb4f32e98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.879810 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-74ac4efb-34b9-4ae4-b8b9-80bb4f32e98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.929890 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-74ac4efb-34b9-4ae4-b8b9-80bb4f32e98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.934074 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-74ac4efb-34b9-4ae4-b8b9-80bb4f32e98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.935993 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-74ac4efb-34b9-4ae4-b8b9-80bb4f32e98d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3789e7dd-fcea-446e-b679-378557bf0932 HTTP/1.1" status: 204 len: 168 time: 0.1444268 Jul 23 16:18:32.945554 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac4efb-34b9-4ae4-b8b9-80bb4f32e98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3789e7dd-fcea-446e-b679-378557bf0932,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:33.231430 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57272) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:33.245666 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d2a6aa4d-212e-4e6d-856d-6d8c545c9aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.337062 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d2a6aa4d-212e-4e6d-856d-6d8c545c9aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.343542 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-d2a6aa4d-212e-4e6d-856d-6d8c545c9aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.381642 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-d2a6aa4d-212e-4e6d-856d-6d8c545c9aac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=82a0d45a31d24a30b198d339bdff877a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489794 Jul 23 16:18:33.382618 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6aa4d-212e-4e6d-856d-6d8c545c9aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eca879-ca53-4b0f-9bd8-9d8f602e5aaf,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:33.384679 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57274) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:33.439691 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-83a90f8b-bd54-4b2a-9e9c-f5928ad40c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.462035 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-83a90f8b-bd54-4b2a-9e9c-f5928ad40c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.511490 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-83a90f8b-bd54-4b2a-9e9c-f5928ad40c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.513971 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-83a90f8b-bd54-4b2a-9e9c-f5928ad40c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.515099 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-83a90f8b-bd54-4b2a-9e9c-f5928ad40c7d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/50eca879-ca53-4b0f-9bd8-9d8f602e5aaf HTTP/1.1" status: 204 len: 168 time: 0.1294231 Jul 23 16:18:33.524161 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a90f8b-bd54-4b2a-9e9c-f5928ad40c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eca879-ca53-4b0f-9bd8-9d8f602e5aaf,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:38.834223 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57374) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:38.969916 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1012a0c3-5317-4d19-9830-389d085c36c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.075820 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1012a0c3-5317-4d19-9830-389d085c36c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.081767 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1012a0c3-5317-4d19-9830-389d085c36c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.119858 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1012a0c3-5317-4d19-9830-389d085c36c6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c860089ce4d74b9c93e2c3201b624278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845318 Jul 23 16:18:39.120649 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012a0c3-5317-4d19-9830-389d085c36c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b747316-6683-4f6f-8efb-f8f2dbf81a23,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:39.123384 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57378) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:39.172874 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-035aba6d-290d-4ee1-9ab9-e75121dc1e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.195432 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-035aba6d-290d-4ee1-9ab9-e75121dc1e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.251149 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-035aba6d-290d-4ee1-9ab9-e75121dc1e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.254571 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-035aba6d-290d-4ee1-9ab9-e75121dc1e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.256173 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-035aba6d-290d-4ee1-9ab9-e75121dc1e3a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b747316-6683-4f6f-8efb-f8f2dbf81a23 HTTP/1.1" status: 204 len: 168 time: 0.1317976 Jul 23 16:18:39.264289 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035aba6d-290d-4ee1-9ab9-e75121dc1e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b747316-6683-4f6f-8efb-f8f2dbf81a23,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:39.569733 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57384) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:39.583467 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-53c823c8-1bb1-4696-b7f5-de813fe13b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.680886 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-53c823c8-1bb1-4696-b7f5-de813fe13b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.688194 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-53c823c8-1bb1-4696-b7f5-de813fe13b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.734811 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-53c823c8-1bb1-4696-b7f5-de813fe13b24 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=480c3f80bd894ade833ffa93b2c31069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1639531 Jul 23 16:18:39.735740 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c823c8-1bb1-4696-b7f5-de813fe13b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f456ae3b-afad-4e67-878c-5c494be7ac07,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:39.737652 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57386) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:39.798422 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6a97c6cd-c42f-4153-a84a-4b511d01033a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.821632 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6a97c6cd-c42f-4153-a84a-4b511d01033a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.885223 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6a97c6cd-c42f-4153-a84a-4b511d01033a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.888190 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6a97c6cd-c42f-4153-a84a-4b511d01033a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.889376 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-6a97c6cd-c42f-4153-a84a-4b511d01033a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f456ae3b-afad-4e67-878c-5c494be7ac07 HTTP/1.1" status: 204 len: 168 time: 0.1507528 Jul 23 16:18:39.897384 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97c6cd-c42f-4153-a84a-4b511d01033a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f456ae3b-afad-4e67-878c-5c494be7ac07,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:40.239504 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57392) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:40.253903 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-189c81cc-2072-44a9-80ad-5bf18535d4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.354323 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-189c81cc-2072-44a9-80ad-5bf18535d4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.360684 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-189c81cc-2072-44a9-80ad-5bf18535d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.401520 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c81cc-2072-44a9-80ad-5bf18535d4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf779fe-4d7a-4a3e-a5b8-e069a39bd066,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:40.407619 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-189c81cc-2072-44a9-80ad-5bf18535d4e6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c63aca468e924d8f893a1eee2c100a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1669030 Jul 23 16:18:40.411108 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57394) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:40.467634 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7062c917-3a12-444a-b592-d2b94acb3013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.490599 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7062c917-3a12-444a-b592-d2b94acb3013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.540227 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7062c917-3a12-444a-b592-d2b94acb3013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.542765 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7062c917-3a12-444a-b592-d2b94acb3013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.546659 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-7062c917-3a12-444a-b592-d2b94acb3013 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bcf779fe-4d7a-4a3e-a5b8-e069a39bd066 HTTP/1.1" status: 204 len: 168 time: 0.1319034 Jul 23 16:18:40.556351 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062c917-3a12-444a-b592-d2b94acb3013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf779fe-4d7a-4a3e-a5b8-e069a39bd066,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:42.251305 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.599997 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57466) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:42.703898 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:18:42.729555 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2eb35861-9d12-412a-8eeb-531139753560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.831384 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2eb35861-9d12-412a-8eeb-531139753560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.838118 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2eb35861-9d12-412a-8eeb-531139753560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.875124 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb35861-9d12-412a-8eeb-531139753560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bb0a31-7d52-40f6-a840-4a59cf91497c,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:42.879576 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-2eb35861-9d12-412a-8eeb-531139753560 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=16758ff676d04aa7af47e21f3e5f51c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783222 Jul 23 16:18:42.882341 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57470) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:42.932261 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ff4e45c9-ff9d-4122-b01d-afaa175596e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.955154 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ff4e45c9-ff9d-4122-b01d-afaa175596e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.023039 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ff4e45c9-ff9d-4122-b01d-afaa175596e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.025832 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ff4e45c9-ff9d-4122-b01d-afaa175596e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.027036 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-ff4e45c9-ff9d-4122-b01d-afaa175596e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/94bb0a31-7d52-40f6-a840-4a59cf91497c HTTP/1.1" status: 204 len: 168 time: 0.1437814 Jul 23 16:18:43.036039 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e45c9-ff9d-4122-b01d-afaa175596e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bb0a31-7d52-40f6-a840-4a59cf91497c,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:43.322082 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57476) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:43.335396 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-caacddc0-4072-4216-9e65-8f5cb9d9e12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.432435 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-caacddc0-4072-4216-9e65-8f5cb9d9e12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.437828 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-caacddc0-4072-4216-9e65-8f5cb9d9e12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.475120 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-caacddc0-4072-4216-9e65-8f5cb9d9e12c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=96f1dfc9909c47f598b34f65a32199c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519754 Jul 23 16:18:43.476079 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacddc0-4072-4216-9e65-8f5cb9d9e12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e349abaa-a54d-4539-a90d-62108df54ffe,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:43.478230 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57478) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:43.536291 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-156c931e-8904-4146-99db-4010ce6b73c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.557508 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-156c931e-8904-4146-99db-4010ce6b73c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.604236 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-156c931e-8904-4146-99db-4010ce6b73c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.606845 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-156c931e-8904-4146-99db-4010ce6b73c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.608022 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-156c931e-8904-4146-99db-4010ce6b73c3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e349abaa-a54d-4539-a90d-62108df54ffe HTTP/1.1" status: 204 len: 168 time: 0.1286492 Jul 23 16:18:43.615903 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c931e-8904-4146-99db-4010ce6b73c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e349abaa-a54d-4539-a90d-62108df54ffe,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:45.797118 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-62803ee2-26dd-4e0e-800c-876a1b4cde9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.955894 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a44c5-3bfc-4ea0-a266-4e242a917da9 req-9cb64c75-39c2-4a3a-b4ef-a2db5e2044e3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:47.957402 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c12a44c5-3bfc-4ea0-a266-4e242a917da9 req-9cb64c75-39c2-4a3a-b4ef-a2db5e2044e3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 946 time: 0.0660081 Jul 23 16:18:47.997138 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c12a44c5-3bfc-4ea0-a266-4e242a917da9 req-324530bb-efe8-4299-be38-b4414127a69d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336928 Jul 23 16:18:48.553965 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2a115242-5bb2-4a26-b338-0e91aa6a0400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:48.806696 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.188886 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31855faa-e053-4b2e-b693-1f941897e75e req-90c96f82-77ef-4b9c-8d20-3122604354b3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:49.191292 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-31855faa-e053-4b2e-b693-1f941897e75e req-90c96f82-77ef-4b9c-8d20-3122604354b3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 946 time: 0.1045234 Jul 23 16:18:49.243718 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-31855faa-e053-4b2e-b693-1f941897e75e req-cfc408ed-6cec-4c5a-a355-0f7c86bccd57 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups?id=39801cdd-d56a-408d-93ef-e1b0bb2ba219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454559 Jul 23 16:18:49.277699 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.530039 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa700c-15b8-4f5e-8d9f-621ee814e3e9 req-e3c7fc14-718d-4ffc-a89a-c188ea8902c6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:49.532715 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-34fa700c-15b8-4f5e-8d9f-621ee814e3e9 req-e3c7fc14-718d-4ffc-a89a-c188ea8902c6 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 946 time: 0.0778112 Jul 23 16:18:49.681634 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-34fa700c-15b8-4f5e-8d9f-621ee814e3e9 req-659cf2f4-cbb6-4603-bdb1-40561affb0f3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Deleting port 95f5933a-b945-4d17-9b38-9fbfe3b7160e {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:49.682277 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-34fa700c-15b8-4f5e-8d9f-621ee814e3e9 req-659cf2f4-cbb6-4603-bdb1-40561affb0f3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.802823 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-34fa700c-15b8-4f5e-8d9f-621ee814e3e9 req-659cf2f4-cbb6-4603-bdb1-40561affb0f3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] For port 95f5933a-b945-4d17-9b38-9fbfe3b7160e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=95f5933a-b945-4d17-9b38-9fbfe3b7160e,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:49.803311 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-34fa700c-15b8-4f5e-8d9f-621ee814e3e9 req-659cf2f4-cbb6-4603-bdb1-40561affb0f3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:50.022268 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-34fa700c-15b8-4f5e-8d9f-621ee814e3e9 req-659cf2f4-cbb6-4603-bdb1-40561affb0f3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:50.022521 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-34fa700c-15b8-4f5e-8d9f-621ee814e3e9 req-659cf2f4-cbb6-4603-bdb1-40561affb0f3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736144'] for floatingip, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:50.022876 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.l3_db [req-34fa700c-15b8-4f5e-8d9f-621ee814e3e9 req-659cf2f4-cbb6-4603-bdb1-40561affb0f3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Floating IP c4ccbd6f-8f41-4a39-b059-2d15131bfbf1 disassociated. External IP: 172.27.0.85, port: 95f5933a-b945-4d17-9b38-9fbfe3b7160e. Jul 23 16:18:50.023238 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-34fa700c-15b8-4f5e-8d9f-621ee814e3e9 req-659cf2f4-cbb6-4603-bdb1-40561affb0f3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Calling delete_port for 95f5933a-b945-4d17-9b38-9fbfe3b7160e owned by compute:nova {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:50.172240 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-34fa700c-15b8-4f5e-8d9f-621ee814e3e9 req-659cf2f4-cbb6-4603-bdb1-40561affb0f3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:50.204634 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659cf2f4-cbb6-4603-bdb1-40561affb0f3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Pushing event deleted for resources: {'Port': ['ID=95f5933a-b945-4d17-9b38-9fbfe3b7160e,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:50.324014 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34fa700c-15b8-4f5e-8d9f-621ee814e3e9 req-659cf2f4-cbb6-4603-bdb1-40561affb0f3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Router a52be827-c3f1-4c0b-a96b-83cac5bd4744 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:18:50.367175 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d9a28697-3132-41e5-a43e-74cf7983df3a req-5276385a-15b9-419c-b16b-6951d23fb24c tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccb8e69d-8561-49fd-9115-63bad66074dc HTTP/1.1" status: 200 len: 210 time: 0.0398083 Jul 23 16:18:50.470803 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34fa700c-15b8-4f5e-8d9f-621ee814e3e9 req-659cf2f4-cbb6-4603-bdb1-40561affb0f3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:18:50.482294 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc67d1d-bcb7-49e6-a9c9-550fb100afc6 None None] Sync routers for ids ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:50.494312 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc67d1d-bcb7-49e6-a9c9-550fb100afc6 None None] Routers {'a52be827-c3f1-4c0b-a96b-83cac5bd4744'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:50.495016 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-cbc67d1d-bcb7-49e6-a9c9-550fb100afc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:18:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:50.520619 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fa700c-15b8-4f5e-8d9f-621ee814e3e9 req-659cf2f4-cbb6-4603-bdb1-40561affb0f3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] No DVR routers for this DVR port 95f5933a-b945-4d17-9b38-9fbfe3b7160e on host hv-cinder-79628 {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:50.523617 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-34fa700c-15b8-4f5e-8d9f-621ee814e3e9 req-659cf2f4-cbb6-4603-bdb1-40561affb0f3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:50.525585 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-34fa700c-15b8-4f5e-8d9f-621ee814e3e9 req-659cf2f4-cbb6-4603-bdb1-40561affb0f3 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.59 "DELETE /v2.0/ports/95f5933a-b945-4d17-9b38-9fbfe3b7160e HTTP/1.1" status: 204 len: 173 time: 0.9872370 Jul 23 16:18:50.526028 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'name': 'network-vif-deleted', 'tag': '95f5933a-b945-4d17-9b38-9fbfe3b7160e'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:50.528331 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489cb389-8b99-43ff-82de-c4570ed3d378" -d '{"events": [{"server_uuid": "ccb8e69d-8561-49fd-9115-63bad66074dc", "name": "network-vif-deleted", "tag": "95f5933a-b945-4d17-9b38-9fbfe3b7160e"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:50.578454 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86a660b-fe72-4c9d-a62e-017acfb314d0 x-openstack-request-id: req-f86a660b-fe72-4c9d-a62e-017acfb314d0 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:50.578745 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb8e69d-8561-49fd-9115-63bad66074dc", "name": "network-vif-deleted", "tag": "95f5933a-b945-4d17-9b38-9fbfe3b7160e", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:50.578994 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f86a660b-fe72-4c9d-a62e-017acfb314d0 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:50.579433 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb8e69d-8561-49fd-9115-63bad66074dc', 'name': 'network-vif-deleted', 'tag': '95f5933a-b945-4d17-9b38-9fbfe3b7160e', 'status': 'completed', 'code': 200} Jul 23 16:18:50.613700 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-cbc67d1d-bcb7-49e6-a9c9-550fb100afc6 None None] Set router a52be827-c3f1-4c0b-a96b-83cac5bd4744 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:50.840817 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-cbc67d1d-bcb7-49e6-a9c9-550fb100afc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:11:22Z', 'revision_number': 4, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '984aae90-657a-4e8c-8ba8-165637a2d8e7', 'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'mac_address': 'fa:16:3e:68:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:20Z', 'updated_at': '2021-07-23T16:11:32Z', 'revision_number': 5, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'subnets': [{'id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:50.877214 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc67d1d-bcb7-49e6-a9c9-550fb100afc6 None None] Checking router: a52be827-c3f1-4c0b-a96b-83cac5bd4744 for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:50.886668 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc67d1d-bcb7-49e6-a9c9-550fb100afc6 None None] Routers {'a52be827-c3f1-4c0b-a96b-83cac5bd4744'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:50.887316 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-cbc67d1d-bcb7-49e6-a9c9-550fb100afc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:18:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:50.994706 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-cbc67d1d-bcb7-49e6-a9c9-550fb100afc6 None None] Set router a52be827-c3f1-4c0b-a96b-83cac5bd4744 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:51.070034 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.199488 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-cbc67d1d-bcb7-49e6-a9c9-550fb100afc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:11:22Z', 'revision_number': 4, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '984aae90-657a-4e8c-8ba8-165637a2d8e7', 'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'mac_address': 'fa:16:3e:68:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:20Z', 'updated_at': '2021-07-23T16:11:32Z', 'revision_number': 5, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'subnets': [{'id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:51.229965 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc67d1d-bcb7-49e6-a9c9-550fb100afc6 None None] The sync data for ids ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'] in dv-cinder-796286-18-iscsi is: [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:11:22Z', 'revision_number': 4, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '984aae90-657a-4e8c-8ba8-165637a2d8e7', 'name': '', 'network_id': '74cc12e8-e460-4b21-8f86-7828dd99c3c6', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'mac_address': 'fa:16:3e:68:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:20Z', 'updated_at': '2021-07-23T16:11:32Z', 'revision_number': 5, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'subnets': [{'id': '16a96ff4-9135-4297-8f4d-e0300b0cc0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:51.472542 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa15e20-3186-4eeb-9397-ff01814dc042 None None] New status for floating IP c4ccbd6f-8f41-4a39-b059-2d15131bfbf1: DOWN {{(pid=93298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:18:51.476664 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57588) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:51.546920 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-821d60b1-4a56-4e7f-af03-9bd83ecbf00d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.571874 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-821d60b1-4a56-4e7f-af03-9bd83ecbf00d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.633142 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-821d60b1-4a56-4e7f-af03-9bd83ecbf00d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.636042 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-821d60b1-4a56-4e7f-af03-9bd83ecbf00d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.640585 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57590) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:51.641464 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-821d60b1-4a56-4e7f-af03-9bd83ecbf00d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "DELETE /v2.0/security-groups/39801cdd-d56a-408d-93ef-e1b0bb2ba219 HTTP/1.1" status: 204 len: 168 time: 0.1630230 Jul 23 16:18:51.655251 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d60b1-4a56-4e7f-af03-9bd83ecbf00d tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39801cdd-d56a-408d-93ef-e1b0bb2ba219,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:51.655778 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.api.v2.resource [None req-544c4725-27b2-492a-8b37-dee5061d2ada tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] show failed (client error): The resource could not be found. Jul 23 16:18:51.657127 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-544c4725-27b2-492a-8b37-dee5061d2ada tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "GET /v2.0/security-groups/39801cdd-d56a-408d-93ef-e1b0bb2ba219 HTTP/1.1" status: 404 len: 347 time: 0.0153446 Jul 23 16:18:51.661748 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57592) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:51.796670 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-3f20d219-f893-40fc-bd70-37b66af35e93 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Deleting port ed0e5331-520a-4994-9059-00321c54726c {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:51.797029 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f20d219-f893-40fc-bd70-37b66af35e93 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.876716 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f20d219-f893-40fc-bd70-37b66af35e93 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.877065 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f20d219-f893-40fc-bd70-37b66af35e93 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.890914 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-3f20d219-f893-40fc-bd70-37b66af35e93 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Calling delete_port for ed0e5331-520a-4994-9059-00321c54726c owned by network:floatingip {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:52.041246 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f20d219-f893-40fc-bd70-37b66af35e93 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.076139 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20d219-f893-40fc-bd70-37b66af35e93 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Pushing event deleted for resources: {'Port': ['ID=ed0e5331-520a-4994-9059-00321c54726c,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:52.150083 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f20d219-f893-40fc-bd70-37b66af35e93 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks [] for floatingip, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.152733 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f20d219-f893-40fc-bd70-37b66af35e93 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.153895 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-3f20d219-f893-40fc-bd70-37b66af35e93 tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] 10.222.0.69 "DELETE /v2.0/floatingips/c4ccbd6f-8f41-4a39-b059-2d15131bfbf1 HTTP/1.1" status: 204 len: 168 time: 0.4907947 Jul 23 16:18:53.617936 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 95f5933a-b945-4d17-9b38-9fbfe3b7160e no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:53.646164 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: 95f5933a-b945-4d17-9b38-9fbfe3b7160e {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:18:53.646508 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 95f5933a-b945-4d17-9b38-9fbfe3b7160e not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:54.605751 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57630) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:54.736420 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57636) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:54.873484 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e97d2b31-5b28-405f-be95-5a849538b15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.107556 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e97d2b31-5b28-405f-be95-5a849538b15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.126710 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e97d2b31-5b28-405f-be95-5a849538b15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.179721 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d2b31-5b28-405f-be95-5a849538b15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570dee5b-34e9-41de-bd4f-617b52144f1b,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:55.213073 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-e97d2b31-5b28-405f-be95-5a849538b15f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6c98df3520164c88bebeed54479f372d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4749308 Jul 23 16:18:55.215652 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57640) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:55.269336 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-232744f1-d890-4b28-b562-204171d36a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.291896 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-232744f1-d890-4b28-b562-204171d36a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.317018 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe649-d9a5-4935-b445-b3341c3a7692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729351'] for router_interface, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.338499 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-232744f1-d890-4b28-b562-204171d36a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.341233 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-232744f1-d890-4b28-b562-204171d36a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.342421 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-232744f1-d890-4b28-b562-204171d36a25 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/570dee5b-34e9-41de-bd4f-617b52144f1b HTTP/1.1" status: 204 len: 168 time: 0.1257651 Jul 23 16:18:55.350896 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232744f1-d890-4b28-b562-204171d36a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570dee5b-34e9-41de-bd4f-617b52144f1b,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:55.574488 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-5a6fe649-d9a5-4935-b445-b3341c3a7692 admin admin] Deleting port 984aae90-657a-4e8c-8ba8-165637a2d8e7 {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:55.574834 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe649-d9a5-4935-b445-b3341c3a7692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.613001 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57646) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:55.626576 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5666647b-45f5-42e6-b56f-8b89d9dce3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.653416 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-5a6fe649-d9a5-4935-b445-b3341c3a7692 admin admin] For port 984aae90-657a-4e8c-8ba8-165637a2d8e7, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=984aae90-657a-4e8c-8ba8-165637a2d8e7,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:55.654065 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe649-d9a5-4935-b445-b3341c3a7692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.666905 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-5a6fe649-d9a5-4935-b445-b3341c3a7692 admin admin] Calling delete_port for 984aae90-657a-4e8c-8ba8-165637a2d8e7 owned by network:router_interface {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:55.719899 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5666647b-45f5-42e6-b56f-8b89d9dce3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.724670 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5666647b-45f5-42e6-b56f-8b89d9dce3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.764925 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-5666647b-45f5-42e6-b56f-8b89d9dce3df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=53e2eb4f9f8941868906f53e5b1c7b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508055 Jul 23 16:18:55.766054 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666647b-45f5-42e6-b56f-8b89d9dce3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ca3c90-714d-4596-838d-2968854445f4,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:55.767513 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57648) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:55.841661 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-98375bc7-3987-454b-ac7e-6b01ea526166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.893712 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-98375bc7-3987-454b-ac7e-6b01ea526166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.930226 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe649-d9a5-4935-b445-b3341c3a7692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.962964 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fe649-d9a5-4935-b445-b3341c3a7692 admin admin] Pushing event deleted for resources: {'Port': ['ID=984aae90-657a-4e8c-8ba8-165637a2d8e7,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:56.015160 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-98375bc7-3987-454b-ac7e-6b01ea526166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.017568 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-98375bc7-3987-454b-ac7e-6b01ea526166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.018728 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-98375bc7-3987-454b-ac7e-6b01ea526166 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/74ca3c90-714d-4596-838d-2968854445f4 HTTP/1.1" status: 204 len: 168 time: 0.2496519 Jul 23 16:18:56.030743 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98375bc7-3987-454b-ac7e-6b01ea526166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ca3c90-714d-4596-838d-2968854445f4,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:56.146960 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe649-d9a5-4935-b445-b3341c3a7692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728529'] for router_interface, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.382665 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6fe649-d9a5-4935-b445-b3341c3a7692 admin admin] Router a52be827-c3f1-4c0b-a96b-83cac5bd4744 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:18:56.495009 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6fe649-d9a5-4935-b445-b3341c3a7692 admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:18:56.499944 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-5a6fe649-d9a5-4935-b445-b3341c3a7692 admin admin] 10.222.0.69 "PUT /v2.0/routers/a52be827-c3f1-4c0b-a96b-83cac5bd4744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8929849 Jul 23 16:18:56.502861 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57662) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:56.505630 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df101da-0090-4a44-8114-0dad6099954f None None] Sync routers for ids ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:56.516231 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df101da-0090-4a44-8114-0dad6099954f None None] Routers {'a52be827-c3f1-4c0b-a96b-83cac5bd4744'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:56.516961 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-0df101da-0090-4a44-8114-0dad6099954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:18:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:56.642882 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-0df101da-0090-4a44-8114-0dad6099954f None None] Set router a52be827-c3f1-4c0b-a96b-83cac5bd4744 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:56.890947 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ad483442-9abd-4bc5-bb92-cbeb62dfe67d admin admin] Notify callbacks [] for router, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.004234 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ad483442-9abd-4bc5-bb92-cbeb62dfe67d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.008355 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-0df101da-0090-4a44-8114-0dad6099954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:18:55Z', 'revision_number': 5, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port': {'id': '77e8ac66-c3f6-4469-9ea1-190827594c8e', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:11:12Z', 'updated_at': '2021-07-23T16:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:57.036545 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df101da-0090-4a44-8114-0dad6099954f None None] Checking router: a52be827-c3f1-4c0b-a96b-83cac5bd4744 for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:57.045124 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df101da-0090-4a44-8114-0dad6099954f None None] Routers {'a52be827-c3f1-4c0b-a96b-83cac5bd4744'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:57.045743 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-0df101da-0090-4a44-8114-0dad6099954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:18:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:57.070712 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-ad483442-9abd-4bc5-bb92-cbeb62dfe67d admin admin] Deleting port 77e8ac66-c3f6-4469-9ea1-190827594c8e {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:57.070712 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ad483442-9abd-4bc5-bb92-cbeb62dfe67d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.130905 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-0df101da-0090-4a44-8114-0dad6099954f None None] Set router a52be827-c3f1-4c0b-a96b-83cac5bd4744 gateway port host: None {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:57.159932 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-ad483442-9abd-4bc5-bb92-cbeb62dfe67d admin admin] For port 77e8ac66-c3f6-4469-9ea1-190827594c8e, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=77e8ac66-c3f6-4469-9ea1-190827594c8e,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:57.160422 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ad483442-9abd-4bc5-bb92-cbeb62dfe67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.174559 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-ad483442-9abd-4bc5-bb92-cbeb62dfe67d admin admin] Calling delete_port for 77e8ac66-c3f6-4469-9ea1-190827594c8e owned by network:router_gateway {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:57.189254 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-0df101da-0090-4a44-8114-0dad6099954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:18:57Z', 'revision_number': 6, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port_host': None}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:57.215940 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df101da-0090-4a44-8114-0dad6099954f None None] The sync data for ids ['a52be827-c3f1-4c0b-a96b-83cac5bd4744'] in dv-cinder-796286-18-iscsi is: [{'id': 'a52be827-c3f1-4c0b-a96b-83cac5bd4744', 'name': 'tempest-AttachVolumeShelveTestJSON-1625729284-router', 'tenant_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:11:10Z', 'updated_at': '2021-07-23T16:18:57Z', 'revision_number': 6, 'project_id': '1ab7fd8f81d14fd087b62a6b970688a2', 'gw_port_host': None}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:57.361641 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ad483442-9abd-4bc5-bb92-cbeb62dfe67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.387630 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad483442-9abd-4bc5-bb92-cbeb62dfe67d admin admin] Pushing event deleted for resources: {'Port': ['ID=77e8ac66-c3f6-4469-9ea1-190827594c8e,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:57.462412 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ad483442-9abd-4bc5-bb92-cbeb62dfe67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1735942'] for router_gateway, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.551865 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ad483442-9abd-4bc5-bb92-cbeb62dfe67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.558834 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ad483442-9abd-4bc5-bb92-cbeb62dfe67d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.604571 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ad483442-9abd-4bc5-bb92-cbeb62dfe67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1708002'] for router, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.605161 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad483442-9abd-4bc5-bb92-cbeb62dfe67d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a52be827-c3f1-4c0b-a96b-83cac5bd4744 {{(pid=93297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:18:57.609764 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-ad483442-9abd-4bc5-bb92-cbeb62dfe67d admin admin] Notify callbacks [] for router, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.613585 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57692) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:57.614093 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-ad483442-9abd-4bc5-bb92-cbeb62dfe67d admin admin] 10.222.0.69 "DELETE /v2.0/routers/a52be827-c3f1-4c0b-a96b-83cac5bd4744 HTTP/1.1" status: 204 len: 168 time: 1.1101270 Jul 23 16:18:57.662041 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-69753652-bc14-4e23-b2c8-9d4e46537d73 admin admin] Deleting subnet 16a96ff4-9135-4297-8f4d-e0300b0cc0f6 {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:18:57.665954 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69753652-bc14-4e23-b2c8-9d4e46537d73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.700600 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69753652-bc14-4e23-b2c8-9d4e46537d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15618264'] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.816084 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69753652-bc14-4e23-b2c8-9d4e46537d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386006'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.871114 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69753652-bc14-4e23-b2c8-9d4e46537d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15978212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13960945'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.896052 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69753652-bc14-4e23-b2c8-9d4e46537d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16a96ff4-9135-4297-8f4d-e0300b0cc0f6,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:57.904491 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69753652-bc14-4e23-b2c8-9d4e46537d73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.906682 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-69753652-bc14-4e23-b2c8-9d4e46537d73 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/16a96ff4-9135-4297-8f4d-e0300b0cc0f6 HTTP/1.1" status: 204 len: 168 time: 0.2908943 Jul 23 16:18:57.909734 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57704) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:57.910768 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda95d69-63ee-4d50-9a44-c521dc186601 None None] Network 74cc12e8-e460-4b21-8f86-7828dd99c3c6 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:18:57.990797 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541368'] for network, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.072646 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] Deleting port b4d0eaad-0658-470b-b50b-883c18cd3de4 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:58.073144 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.147812 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] DHCP port deletion for 74cc12e8-e460-4b21-8f86-7828dd99c3c6 request from dv-cinder-796286-18-iscsi {{(pid=93298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:18:58.154997 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] For port b4d0eaad-0658-470b-b50b-883c18cd3de4, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=b4d0eaad-0658-470b-b50b-883c18cd3de4,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:58.155736 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.169420 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] Calling delete_port for b4d0eaad-0658-470b-b50b-883c18cd3de4 owned by network:dhcp {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:58.201031 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] Deleting port b4d0eaad-0658-470b-b50b-883c18cd3de4 {{(pid=93298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:58.201463 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.272510 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.275468 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] For port b4d0eaad-0658-470b-b50b-883c18cd3de4, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=b4d0eaad-0658-470b-b50b-883c18cd3de4,segment=NetworkSegment(d1e5fdab-e25d-4094-a142-2e2ecab35140),segment_id=d1e5fdab-e25d-4094-a142-2e2ecab35140)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:58.275917 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.292324 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] Calling delete_port for b4d0eaad-0658-470b-b50b-883c18cd3de4 owned by network:dhcp {{(pid=93298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:58.307415 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b4d0eaad-0658-470b-b50b-883c18cd3de4,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:58.315340 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] No DVR routers for this DVR port b4d0eaad-0658-470b-b50b-883c18cd3de4 on host dv-cinder-796286-18-iscsi {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:58.383134 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382'] for port, after_delete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.395499 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385103', 'neutron.services.segments.db._delete_segments_for_network-8727500513675'] for network, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.409669 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cc12e8-e460-4b21-8f86-7828dd99c3c6']}} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:58.412683 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] Pushing event deleted for resources: {'Port': ['ID=b4d0eaad-0658-470b-b50b-883c18cd3de4,revision_number=None']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:58.417547 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] No DVR routers for this DVR port b4d0eaad-0658-470b-b50b-883c18cd3de4 on host dv-cinder-796286-18-iscsi {{(pid=93298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:58.427123 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:58.427721 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:58.427851 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:58.428096 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:58.428429 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:58.428846 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:58.429070 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:58.429397 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:58.429804 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:58.430247 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:58.430777 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:58.431175 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05dbb9-a8f0-48e1-a99d-a686b7ee5c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:58.437095 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e5fdab-e25d-4094-a142-2e2ecab35140') {'for_net_delete': True} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:58.437354 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e5fdab-e25d-4094-a142-2e2ecab35140') {} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:58.447786 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727500584376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15618273'] for segment, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.463951 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.472054 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=93296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:18:58.472851 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15978078'] for segment, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: Traceback (most recent call last): Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: timer() Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: cb(*args, **kw) Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: return func(*args, **kwargs) Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: self._notify() Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: self.callback(batched_events) Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: event.method(event) Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: return f(self, *a, **k) Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._get(url).json() Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: return self.request(url, 'GET', **kwargs) Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:18:58.474914 dv-cinder-796286-18-iscsi neutron-server[93296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:18:58.536901 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736162'] for network, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.545635 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.548405 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] 10.222.0.69 "DELETE /v2.0/networks/74cc12e8-e460-4b21-8f86-7828dd99c3c6 HTTP/1.1" status: 204 len: 168 time: 0.6376262 Jul 23 16:18:58.559074 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025d717-dea8-4205-95f2-374c892d08cf admin admin] Pushing event deleted for resources: {'Network': ['ID=74cc12e8-e460-4b21-8f86-7828dd99c3c6,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:58.750779 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57712) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:58.767236 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 984aae90-657a-4e8c-8ba8-165637a2d8e7 no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:58.796214 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 984aae90-657a-4e8c-8ba8-165637a2d8e7 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:18:58.796622 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 984aae90-657a-4e8c-8ba8-165637a2d8e7 not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:58.796988 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device b4d0eaad-0658-470b-b50b-883c18cd3de4 no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:58.802618 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-696fb43b-4638-4f7e-af91-aec57763ca61 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1ab7fd8f81d14fd087b62a6b970688a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0501502 Jul 23 16:18:58.805655 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57714) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:58.816142 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: b4d0eaad-0658-470b-b50b-883c18cd3de4 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:18:58.816471 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device b4d0eaad-0658-470b-b50b-883c18cd3de4 not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:58.816902 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 77e8ac66-c3f6-4469-9ea1-190827594c8e no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:58.836290 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 77e8ac66-c3f6-4469-9ea1-190827594c8e {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:18:58.836631 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 77e8ac66-c3f6-4469-9ea1-190827594c8e not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:58.862216 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bcc3b84e-6505-4841-ad89-c2c2450c191b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.883211 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bcc3b84e-6505-4841-ad89-c2c2450c191b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.943346 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bcc3b84e-6505-4841-ad89-c2c2450c191b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.946774 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bcc3b84e-6505-4841-ad89-c2c2450c191b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.948868 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-bcc3b84e-6505-4841-ad89-c2c2450c191b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/97d02d25-2168-47d5-9fc6-d8662e8cc46d HTTP/1.1" status: 204 len: 168 time: 0.1421547 Jul 23 16:18:58.956874 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3b84e-6505-4841-ad89-c2c2450c191b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d02d25-2168-47d5-9fc6-d8662e8cc46d,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:00.803209 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57792) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:00.913985 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ba6cb127-f94c-47c8-a95d-d3ea5629f326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.030537 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ba6cb127-f94c-47c8-a95d-d3ea5629f326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.036513 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ba6cb127-f94c-47c8-a95d-d3ea5629f326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.073998 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-ba6cb127-f94c-47c8-a95d-d3ea5629f326 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=918380ab26a049b296c69011aeea8792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697425 Jul 23 16:19:01.074854 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cb127-f94c-47c8-a95d-d3ea5629f326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26f2011-0806-44a2-bdd4-c419a0a32244,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:01.077986 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57796) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:01.129411 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7c8e64cb-a1d7-4ddf-b33e-43bca2935905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.152657 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7c8e64cb-a1d7-4ddf-b33e-43bca2935905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.205971 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7c8e64cb-a1d7-4ddf-b33e-43bca2935905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.210145 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7c8e64cb-a1d7-4ddf-b33e-43bca2935905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.211856 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-7c8e64cb-a1d7-4ddf-b33e-43bca2935905 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f26f2011-0806-44a2-bdd4-c419a0a32244 HTTP/1.1" status: 204 len: 168 time: 0.1325760 Jul 23 16:19:01.220862 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e64cb-a1d7-4ddf-b33e-43bca2935905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26f2011-0806-44a2-bdd4-c419a0a32244,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:01.504308 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57802) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:01.518709 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-be4183ba-f848-43e6-a2b4-9cb96139557a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.636984 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-be4183ba-f848-43e6-a2b4-9cb96139557a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.642307 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-be4183ba-f848-43e6-a2b4-9cb96139557a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.683511 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-be4183ba-f848-43e6-a2b4-9cb96139557a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d10f7c7d267a409eb334c870ccd854ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1751938 Jul 23 16:19:01.683511 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4183ba-f848-43e6-a2b4-9cb96139557a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676d4c79-a4f0-47e4-9640-2a5ea98e2eed,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:01.684593 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57808) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:01.738913 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7583a5ff-527c-444a-8290-ba5d214c4b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.765176 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7583a5ff-527c-444a-8290-ba5d214c4b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.822975 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7583a5ff-527c-444a-8290-ba5d214c4b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.825826 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7583a5ff-527c-444a-8290-ba5d214c4b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.827385 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-7583a5ff-527c-444a-8290-ba5d214c4b65 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/676d4c79-a4f0-47e4-9640-2a5ea98e2eed HTTP/1.1" status: 204 len: 168 time: 0.1417062 Jul 23 16:19:01.836506 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583a5ff-527c-444a-8290-ba5d214c4b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676d4c79-a4f0-47e4-9640-2a5ea98e2eed,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:04.501293 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57908) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:04.612391 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8e534777-5282-41f3-ad2f-2f71bafbae77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.664998 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57914) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:04.717836 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8e534777-5282-41f3-ad2f-2f71bafbae77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.722104 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8e534777-5282-41f3-ad2f-2f71bafbae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.759928 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e534777-5282-41f3-ad2f-2f71bafbae77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b48e24e-5993-4988-96e9-a2ffaa6e0b13,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:04.764602 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-8e534777-5282-41f3-ad2f-2f71bafbae77 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cb25b556847246eea99659982abadd6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622530 Jul 23 16:19:04.767653 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57918) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:04.781967 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-35da034f-114a-41c4-960f-3c5736232980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.816623 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3234624d-e7d6-4fe2-9a08-192a2ab7580b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.842755 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3234624d-e7d6-4fe2-9a08-192a2ab7580b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.883131 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-35da034f-114a-41c4-960f-3c5736232980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.887210 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-35da034f-114a-41c4-960f-3c5736232980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.891982 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3234624d-e7d6-4fe2-9a08-192a2ab7580b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.894618 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3234624d-e7d6-4fe2-9a08-192a2ab7580b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.898180 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-3234624d-e7d6-4fe2-9a08-192a2ab7580b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b48e24e-5993-4988-96e9-a2ffaa6e0b13 HTTP/1.1" status: 204 len: 168 time: 0.1273499 Jul 23 16:19:04.903938 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234624d-e7d6-4fe2-9a08-192a2ab7580b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b48e24e-5993-4988-96e9-a2ffaa6e0b13,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:04.930486 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-35da034f-114a-41c4-960f-3c5736232980 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c39126a853d84e33af54276d9d43c8bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639706 Jul 23 16:19:04.931539 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da034f-114a-41c4-960f-3c5736232980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61761ef4-e53e-427c-9659-90831a4e08be,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:04.934413 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57922) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:04.988125 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c0a238fe-1c4b-487a-ba46-bbbd9faa26cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.009909 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c0a238fe-1c4b-487a-ba46-bbbd9faa26cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.064840 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c0a238fe-1c4b-487a-ba46-bbbd9faa26cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.067428 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c0a238fe-1c4b-487a-ba46-bbbd9faa26cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.068592 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-c0a238fe-1c4b-487a-ba46-bbbd9faa26cd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/61761ef4-e53e-427c-9659-90831a4e08be HTTP/1.1" status: 204 len: 168 time: 0.1328177 Jul 23 16:19:05.077397 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a238fe-1c4b-487a-ba46-bbbd9faa26cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61761ef4-e53e-427c-9659-90831a4e08be,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:05.189597 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57928) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:05.203427 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fb4a57f8-c727-4cf5-a31c-315c74882d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.297745 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fb4a57f8-c727-4cf5-a31c-315c74882d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.302373 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fb4a57f8-c727-4cf5-a31c-315c74882d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.341808 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-fb4a57f8-c727-4cf5-a31c-315c74882d92 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d2303fbbad584d1bbe3ec4175e0b44fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509976 Jul 23 16:19:05.342996 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a57f8-c727-4cf5-a31c-315c74882d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98af8ebb-f8a2-47eb-bde2-065397be4c29,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:05.344717 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57932) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:05.395354 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-78720072-7b6f-4aa1-bc3e-e0cf0a1868bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.417051 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-78720072-7b6f-4aa1-bc3e-e0cf0a1868bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.455857 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57934) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:05.472342 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3b82984a-6d22-4ee2-9b3d-b097f7cee9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.480035 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-78720072-7b6f-4aa1-bc3e-e0cf0a1868bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.482508 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-78720072-7b6f-4aa1-bc3e-e0cf0a1868bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.483732 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-78720072-7b6f-4aa1-bc3e-e0cf0a1868bd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/98af8ebb-f8a2-47eb-bde2-065397be4c29 HTTP/1.1" status: 204 len: 168 time: 0.1376381 Jul 23 16:19:05.496952 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78720072-7b6f-4aa1-bc3e-e0cf0a1868bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98af8ebb-f8a2-47eb-bde2-065397be4c29,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:05.582303 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3b82984a-6d22-4ee2-9b3d-b097f7cee9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.588354 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3b82984a-6d22-4ee2-9b3d-b097f7cee9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.626353 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-3b82984a-6d22-4ee2-9b3d-b097f7cee9b1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b6c47bf2bda4dac8b02c1bc8339ab0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692102 Jul 23 16:19:05.627338 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82984a-6d22-4ee2-9b3d-b097f7cee9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df7b843-58f3-4d0b-ac01-65a3e97fe5e8,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:05.629042 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57938) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:05.682630 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-75fe3e2c-42e6-456b-9df8-ca881b27afee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.707746 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-75fe3e2c-42e6-456b-9df8-ca881b27afee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.761548 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-75fe3e2c-42e6-456b-9df8-ca881b27afee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.764297 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-75fe3e2c-42e6-456b-9df8-ca881b27afee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.765451 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-75fe3e2c-42e6-456b-9df8-ca881b27afee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6df7b843-58f3-4d0b-ac01-65a3e97fe5e8 HTTP/1.1" status: 204 len: 168 time: 0.1346374 Jul 23 16:19:05.775950 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe3e2c-42e6-456b-9df8-ca881b27afee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df7b843-58f3-4d0b-ac01-65a3e97fe5e8,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:06.097218 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 57958) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:06.112134 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2d27f6c4-4b41-4afc-912e-52a9e5d212d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.225009 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2d27f6c4-4b41-4afc-912e-52a9e5d212d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.231347 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2d27f6c4-4b41-4afc-912e-52a9e5d212d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.271840 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-2d27f6c4-4b41-4afc-912e-52a9e5d212d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f2d67736c9f8431f95f0012f1bccd453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1734686 Jul 23 16:19:06.272713 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27f6c4-4b41-4afc-912e-52a9e5d212d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ac2d19-02c4-4214-b793-0b0289de6279,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:06.274768 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 57964) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:06.325355 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f0ea50ea-e1f9-45fe-bfdb-f535451f37df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.348350 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f0ea50ea-e1f9-45fe-bfdb-f535451f37df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.397809 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f0ea50ea-e1f9-45fe-bfdb-f535451f37df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.401153 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f0ea50ea-e1f9-45fe-bfdb-f535451f37df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.402326 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-f0ea50ea-e1f9-45fe-bfdb-f535451f37df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0ac2d19-02c4-4214-b793-0b0289de6279 HTTP/1.1" status: 204 len: 168 time: 0.1265397 Jul 23 16:19:06.411875 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea50ea-e1f9-45fe-bfdb-f535451f37df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ac2d19-02c4-4214-b793-0b0289de6279,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:07.114391 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58006) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:07.255836 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-c9f5ba9b-3886-4a7f-b616-067ed8cd27c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1099228048-network', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:07.277668 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f5ba9b-3886-4a7f-b616-067ed8cd27c3 admin admin] Made reservation on behalf of 1e7f62e88d8b4abbae363ca96f7b1591 for: {'network': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:07.280137 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ba9b-3886-4a7f-b616-067ed8cd27c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.289226 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ba9b-3886-4a7f-b616-067ed8cd27c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.389816 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ba9b-3886-4a7f-b616-067ed8cd27c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.394299 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ba9b-3886-4a7f-b616-067ed8cd27c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.419839 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f5ba9b-3886-4a7f-b616-067ed8cd27c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=93297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:19:07.436511 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5ba9b-3886-4a7f-b616-067ed8cd27c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7fd55e-7e15-4cfc-9936-b148f62b3719,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:07.440356 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ba9b-3886-4a7f-b616-067ed8cd27c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.440708 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.segments_db [None req-c9f5ba9b-3886-4a7f-b616-067ed8cd27c3 admin admin] Added segment 293f3401-b799-4dde-9fff-51fda7aade28 of type vlan for network 1cf41c53-5bb3-498f-a085-07c65d4dc826 Jul 23 16:19:07.483995 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ba9b-3886-4a7f-b616-067ed8cd27c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.516468 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ba9b-3886-4a7f-b616-067ed8cd27c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.517687 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f5ba9b-3886-4a7f-b616-067ed8cd27c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:07.518400 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ba9b-3886-4a7f-b616-067ed8cd27c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.549707 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-c9f5ba9b-3886-4a7f-b616-067ed8cd27c3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4336574 Jul 23 16:19:07.552592 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58022) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:07.559965 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-adeda5d2-4bc6-49ca-9230-98ceb5c0d394 admin admin] Request body: {'subnet': {'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1099228048-subnet', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'ip_version': 4}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:07.591584 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5ba9b-3886-4a7f-b616-067ed8cd27c3 admin admin] Pushing event updated for resources: {'Network': ['ID=1cf41c53-5bb3-498f-a085-07c65d4dc826,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:07.602012 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network 1cf41c53-5bb3-498f-a085-07c65d4dc826 details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:19:07.609252 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeda5d2-4bc6-49ca-9230-98ceb5c0d394 admin admin] Made reservation on behalf of 1e7f62e88d8b4abbae363ca96f7b1591 for: {'subnet': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:07.612099 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-adeda5d2-4bc6-49ca-9230-98ceb5c0d394 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13107893'] for subnet, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.794568 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-adeda5d2-4bc6-49ca-9230-98ceb5c0d394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14480288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13107879'] for subnet, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.862998 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeda5d2-4bc6-49ca-9230-98ceb5c0d394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc99486-3c2a-4854-8963-ac3440002037,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:07.869263 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeda5d2-4bc6-49ca-9230-98ceb5c0d394 admin admin] Checking segment: {'id': '293f3401-b799-4dde-9fff-51fda7aade28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:07.869644 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeda5d2-4bc6-49ca-9230-98ceb5c0d394 admin admin] Network hostable DHCP agents. Network: 1cf41c53-5bb3-498f-a085-07c65d4dc826, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:19:07.890378 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeda5d2-4bc6-49ca-9230-98ceb5c0d394 admin admin] Network 1cf41c53-5bb3-498f-a085-07c65d4dc826 is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:19:07.908285 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-adeda5d2-4bc6-49ca-9230-98ceb5c0d394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, 1cf41c53-5bb3-498f-a085-07c65d4dc826) {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:07.914801 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeda5d2-4bc6-49ca-9230-98ceb5c0d394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:07.916134 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-adeda5d2-4bc6-49ca-9230-98ceb5c0d394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.918448 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7bdb7f-e133-43dc-bd6b-99348e5743eb None None] Network 1cf41c53-5bb3-498f-a085-07c65d4dc826 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:07.938897 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-adeda5d2-4bc6-49ca-9230-98ceb5c0d394 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3845453 Jul 23 16:19:07.940940 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58036) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:07.951631 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1099228048-router', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:07.977607 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.979030 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.038226 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.087678 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4722bcb-980c-5471-8966-18c34a20cf20-1cf41c53-5bb3-498f-a085-07c65d4dc826', 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'fixed_ips': [{'subnet_id': '8dc99486-3c2a-4854-8963-ac3440002037'}]}} from dv-cinder-796286-18-iscsi. {{(pid=93298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:19:08.088928 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.184692 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.235270 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.db_base_plugin_common [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Allocated IP 172.20.0.2 (1cf41c53-5bb3-498f-a085-07c65d4dc826/8dc99486-3c2a-4854-8963-ac3440002037/73dab276-98bc-4db1-93fd-b2dc09ad9346) {{(pid=93298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:08.396215 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Notify callbacks [] for port, precommit_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.408389 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.410560 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Transition to ACTIVE for port object 73dab276-98bc-4db1-93fd-b2dc09ad9346 will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:08.429729 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Transition to ACTIVE for port object 73dab276-98bc-4db1-93fd-b2dc09ad9346 will not be triggered until provisioned by entity DHCP. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:08.431495 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.439304 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.494633 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Network 1cf41c53-5bb3-498f-a085-07c65d4dc826 is already hosted by enough agents. {{(pid=93298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:08.497715 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.base_scheduler [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Resources bound (agent type, host, resource id): {{(pid=93298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:08.502174 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Received port after_create {{(pid=93298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:08.505284 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Pushing event updated for resources: {'Port': ['ID=73dab276-98bc-4db1-93fd-b2dc09ad9346,revision_number=1']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:08.556782 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Allocated IP 172.27.0.129 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:08.563230 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Attempting to bind port 73dab276-98bc-4db1-93fd-b2dc09ad9346 on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:08.563607 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Attempting to bind port 73dab276-98bc-4db1-93fd-b2dc09ad9346 by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': '293f3401-b799-4dde-9fff-51fda7aade28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:08.563953 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Attempting to bind port 73dab276-98bc-4db1-93fd-b2dc09ad9346 on network 1cf41c53-5bb3-498f-a085-07c65d4dc826 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:08.569323 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:08.569758 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Checking segment: {'id': '293f3401-b799-4dde-9fff-51fda7aade28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:08.570208 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.570616 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Bound using segment: {'id': '293f3401-b799-4dde-9fff-51fda7aade28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:08.571274 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Bound port: 73dab276-98bc-4db1-93fd-b2dc09ad9346, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293f3401-b799-4dde-9fff-51fda7aade28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:08.571696 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.634283 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] For port 73dab276-98bc-4db1-93fd-b2dc09ad9346, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:08.637595 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] For port 73dab276-98bc-4db1-93fd-b2dc09ad9346, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=73dab276-98bc-4db1-93fd-b2dc09ad9346,segment=NetworkSegment(293f3401-b799-4dde-9fff-51fda7aade28),segment_id=293f3401-b799-4dde-9fff-51fda7aade28)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:08.644270 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.665099 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.705320 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8941a90-7b54-4038-b15d-998c041b4f5e None None] Pushing event updated for resources: {'Port': ['ID=73dab276-98bc-4db1-93fd-b2dc09ad9346,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:08.711198 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.750332 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:08.755712 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:08.759975 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:08.782537 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Pushing event updated for resources: {'Port': ['ID=f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:09.041576 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:09.261514 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735994'] for router, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:09.399453 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Router 33c9deb7-b3c4-4bb0-b686-5504bfe1448c is scheduled to L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b with binding_index 1 {{(pid=93297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:19:09.518693 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:19:09.530141 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Sync routers for ids ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:09.540876 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Routers {'33c9deb7-b3c4-4bb0-b686-5504bfe1448c'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:09.541541 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:18:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:09.551493 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] Notify callbacks [] for router, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:09.555605 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-7f899b5d-941c-4135-838a-7b5ad791f126 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6135728 Jul 23 16:19:09.556426 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 58052) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:09.630046 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff213fc-eb02-4a79-908b-9f7e4f58be49 None None] Network 1cf41c53-5bb3-498f-a085-07c65d4dc826 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:09.681243 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Set router 33c9deb7-b3c4-4bb0-b686-5504bfe1448c gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:09.745918 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-fcc68788-c8d4-47bd-90fa-60c2815dec5a None None] Provisioning for port 73dab276-98bc-4db1-93fd-b2dc09ad9346 completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:09.992764 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'name': 'tempest-TestMinimumBasicScenario-1099228048-router', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:07Z', 'updated_at': '2021-07-23T16:19:08Z', 'revision_number': 3, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'gw_port': {'id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:08Z', 'updated_at': '2021-07-23T16:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:10.022815 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Checking router: 33c9deb7-b3c4-4bb0-b686-5504bfe1448c for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:10.023180 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Updating router 33c9deb7-b3c4-4bb0-b686-5504bfe1448c port f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce binding host dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:19:10.063567 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.276905 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.340470 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.350565 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Transition to ACTIVE for port object f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:10.358383 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.418023 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Attempting to bind port f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:10.418379 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Attempting to bind port f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:10.418763 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Attempting to bind port f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce on network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:10.420762 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82097d2b-3f66-429f-89f3-6dd1632ea261 None None] Pushing event updated for resources: {'Port': ['ID=f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:10.427523 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:10.428357 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Checking segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:10.428357 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.428649 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Bound using segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:10.429114 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Bound port: f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:10.429488 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.439820 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Allocated IP 172.20.0.1 (1cf41c53-5bb3-498f-a085-07c65d4dc826/8dc99486-3c2a-4854-8963-ac3440002037/3477451a-6d0f-40a0-bc53-43740ef59e54) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:10.489176 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] For port f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:10.492415 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] For port f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:10.498028 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.552339 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.558018 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82097d2b-3f66-429f-89f3-6dd1632ea261 None None] Pushing event updated for resources: {'Port': ['ID=f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:10.561061 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Routers {'33c9deb7-b3c4-4bb0-b686-5504bfe1448c'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:10.561689 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:18:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:10.568143 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Transition to ACTIVE for port object 3477451a-6d0f-40a0-bc53-43740ef59e54 will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:10.610269 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.652293 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Network 1cf41c53-5bb3-498f-a085-07c65d4dc826 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:10.658333 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:10.661159 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:10.693824 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Pushing event updated for resources: {'Port': ['ID=3477451a-6d0f-40a0-bc53-43740ef59e54,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:10.718393 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734691'] for router_interface, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.847730 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] Set router 33c9deb7-b3c4-4bb0-b686-5504bfe1448c gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:10.882096 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 73dab276-98bc-4db1-93fd-b2dc09ad9346 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:10.905486 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.040255 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-386e1471-a02c-4757-bd2e-22e3f64ec486 None None] Provisioning for port 3477451a-6d0f-40a0-bc53-43740ef59e54 completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:11.064669 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 73dab276-98bc-4db1-93fd-b2dc09ad9346 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:11.066654 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-386e1471-a02c-4757-bd2e-22e3f64ec486 None None] Provisioning complete for port 3477451a-6d0f-40a0-bc53-43740ef59e54 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:11.067027 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-386e1471-a02c-4757-bd2e-22e3f64ec486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.091577 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 73dab276-98bc-4db1-93fd-b2dc09ad9346 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:11.091957 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.101923 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.110933 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.171423 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-386e1471-a02c-4757-bd2e-22e3f64ec486 None None] Port 3477451a-6d0f-40a0-bc53-43740ef59e54 cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:11.183365 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Pushing event updated for resources: {'Port': ['ID=3477451a-6d0f-40a0-bc53-43740ef59e54,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:11.185823 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729524'] for router_interface, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.235578 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'name': 'tempest-TestMinimumBasicScenario-1099228048-router', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:07Z', 'updated_at': '2021-07-23T16:19:08Z', 'revision_number': 3, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'gw_port': {'id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:08Z', 'updated_at': '2021-07-23T16:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:11.240042 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.267939 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2861952-a3a3-4694-bc2b-b2ee178e4e9e None None] The sync data for ids ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'] in dv-cinder-796286-18-iscsi is: [{'id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'name': 'tempest-TestMinimumBasicScenario-1099228048-router', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:07Z', 'updated_at': '2021-07-23T16:19:08Z', 'revision_number': 3, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'gw_port': {'id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:08Z', 'updated_at': '2021-07-23T16:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:11.284068 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Network 1cf41c53-5bb3-498f-a085-07c65d4dc826 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:11.285946 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:11.314074 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 73dab276-98bc-4db1-93fd-b2dc09ad9346, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=73dab276-98bc-4db1-93fd-b2dc09ad9346,segment=NetworkSegment(293f3401-b799-4dde-9fff-51fda7aade28),segment_id=293f3401-b799-4dde-9fff-51fda7aade28)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:11.322229 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.382902 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=73dab276-98bc-4db1-93fd-b2dc09ad9346,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:11.415975 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Router 33c9deb7-b3c4-4bb0-b686-5504bfe1448c has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:19:11.550302 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:19:11.555826 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-51d49910-1008-4c0e-ba47-e181c1497dfb admin admin] 10.222.0.69 "PUT /v2.0/routers/33c9deb7-b3c4-4bb0-b686-5504bfe1448c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9975688 Jul 23 16:19:11.600011 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2adf3719-70c2-4c24-a170-fe8192f02220 None None] Provisioning complete for port 3477451a-6d0f-40a0-bc53-43740ef59e54 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:11.600310 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2adf3719-70c2-4c24-a170-fe8192f02220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.640046 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2adf3719-70c2-4c24-a170-fe8192f02220 None None] Port 3477451a-6d0f-40a0-bc53-43740ef59e54 cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:12.128528 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 58080) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:12.134009 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-a712d2db-4bd5-4e50-baa4-f50f09f86dae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1887384528-network', 'tenant_id': '75756fc8c8c2489aac3493ff47a1d43d'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:12.158200 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a712d2db-4bd5-4e50-baa4-f50f09f86dae admin admin] Made reservation on behalf of 75756fc8c8c2489aac3493ff47a1d43d for: {'network': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:12.161007 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a712d2db-4bd5-4e50-baa4-f50f09f86dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.170169 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a712d2db-4bd5-4e50-baa4-f50f09f86dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.256723 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.271477 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a712d2db-4bd5-4e50-baa4-f50f09f86dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.277939 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a712d2db-4bd5-4e50-baa4-f50f09f86dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.305238 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a712d2db-4bd5-4e50-baa4-f50f09f86dae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=93296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:19:12.320133 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a712d2db-4bd5-4e50-baa4-f50f09f86dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.320489 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.segments_db [None req-a712d2db-4bd5-4e50-baa4-f50f09f86dae admin admin] Added segment db4b524c-4e65-4e0a-bc46-2066ebdf653a of type vlan for network 942089d1-bea3-46d7-851d-bbebcd358202 Jul 23 16:19:12.321736 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712d2db-4bd5-4e50-baa4-f50f09f86dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc68d5e6-b5c8-4f40-97e8-9c620b1bd655,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:12.369986 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a712d2db-4bd5-4e50-baa4-f50f09f86dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.399235 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a712d2db-4bd5-4e50-baa4-f50f09f86dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.400337 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a712d2db-4bd5-4e50-baa4-f50f09f86dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:12.400914 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a712d2db-4bd5-4e50-baa4-f50f09f86dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.428273 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-a712d2db-4bd5-4e50-baa4-f50f09f86dae admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2985833 Jul 23 16:19:12.431290 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58094) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:12.436973 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Request body: {'subnet': {'network_id': '942089d1-bea3-46d7-851d-bbebcd358202', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1887384528-subnet', 'tenant_id': '75756fc8c8c2489aac3493ff47a1d43d', 'ip_version': 4}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:12.459254 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Made reservation on behalf of 75756fc8c8c2489aac3493ff47a1d43d for: {'subnet': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:12.461244 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712d2db-4bd5-4e50-baa4-f50f09f86dae admin admin] Pushing event updated for resources: {'Network': ['ID=942089d1-bea3-46d7-851d-bbebcd358202,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:12.462381 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13107893'] for subnet, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.473416 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network 942089d1-bea3-46d7-851d-bbebcd358202 details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:19:12.656139 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14480288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13107879'] for subnet, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.719747 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=391ede2e-bd61-4c5e-8bbb-55ce9ec4e4ab,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:12.723788 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Checking segment: {'id': 'db4b524c-4e65-4e0a-bc46-2066ebdf653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '942089d1-bea3-46d7-851d-bbebcd358202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:12.724149 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Network hostable DHCP agents. Network: 942089d1-bea3-46d7-851d-bbebcd358202, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:19:12.738836 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:12.739419 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:12.739916 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:12.740401 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:12.740906 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:12.741432 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:12.741752 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:12.742306 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:12.742879 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:12.743589 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:12.744154 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:12.744551 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:12.757103 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Network 942089d1-bea3-46d7-851d-bbebcd358202 is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:19:12.770877 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, 942089d1-bea3-46d7-851d-bbebcd358202) {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:12.784863 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:12.785560 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.786054 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f415da-664a-4b3d-9531-0a94210531fc None None] Network 942089d1-bea3-46d7-851d-bbebcd358202 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:12.802494 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-4844ade4-abf1-40d8-89e2-69809250cd0d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3696730 Jul 23 16:19:12.807110 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 58096) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:12.811962 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1887384528-router', 'tenant_id': '75756fc8c8c2489aac3493ff47a1d43d', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:12.839970 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.841427 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.897648 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Sync routers for ids ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:12.911250 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Routers {'33c9deb7-b3c4-4bb0-b686-5504bfe1448c'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:12.912277 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:18:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:12.921926 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.945486 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:13.033522 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Set router 33c9deb7-b3c4-4bb0-b686-5504bfe1448c gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:13.061200 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:13.066029 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:13.066569 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.107374 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4722bcb-980c-5471-8966-18c34a20cf20-942089d1-bea3-46d7-851d-bbebcd358202', 'network_id': '942089d1-bea3-46d7-851d-bbebcd358202', 'tenant_id': '75756fc8c8c2489aac3493ff47a1d43d', 'fixed_ips': [{'subnet_id': '391ede2e-bd61-4c5e-8bbb-55ce9ec4e4ab'}]}} from dv-cinder-796286-18-iscsi. {{(pid=93298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:19:13.108911 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.121339 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.239035 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.273563 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:13.293039 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.294060 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 73dab276-98bc-4db1-93fd-b2dc09ad9346 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:13.308118 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'name': 'tempest-TestMinimumBasicScenario-1099228048-router', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:07Z', 'updated_at': '2021-07-23T16:19:10Z', 'revision_number': 4, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'gw_port': {'id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:08Z', 'updated_at': '2021-07-23T16:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '3477451a-6d0f-40a0-bc53-43740ef59e54', 'name': '', 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'mac_address': 'fa:16:3e:1f:9d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '8dc99486-3c2a-4854-8963-ac3440002037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:10Z', 'updated_at': '2021-07-23T16:19:10Z', 'revision_number': 2, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'subnets': [{'id': '8dc99486-3c2a-4854-8963-ac3440002037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:13.334080 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Checking router: 33c9deb7-b3c4-4bb0-b686-5504bfe1448c for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:13.334748 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Updating router 33c9deb7-b3c4-4bb0-b686-5504bfe1448c port 3477451a-6d0f-40a0-bc53-43740ef59e54 binding host dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:19:13.362114 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:13.381077 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.407832 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.db_base_plugin_common [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Allocated IP 172.20.0.2 (942089d1-bea3-46d7-851d-bbebcd358202/391ede2e-bd61-4c5e-8bbb-55ce9ec4e4ab/9edfcdfc-e468-4bf4-90eb-f6b0e164caff) {{(pid=93298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:13.418542 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.442491 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.458537 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 73dab276-98bc-4db1-93fd-b2dc09ad9346 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:13.459200 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.569530 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Allocated IP 172.27.0.63 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/065f0eb0-42e2-42d2-98d8-c5de9f562c0b) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:13.635806 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Notify callbacks [] for port, precommit_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.645748 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Transition to ACTIVE for port object 9edfcdfc-e468-4bf4-90eb-f6b0e164caff will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:13.661617 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Transition to ACTIVE for port object 9edfcdfc-e468-4bf4-90eb-f6b0e164caff will not be triggered until provisioned by entity DHCP. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:13.668625 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.684157 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.705754 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Network 942089d1-bea3-46d7-851d-bbebcd358202 is already hosted by enough agents. {{(pid=93298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:13.717292 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Notify callbacks [] for port, precommit_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.717608 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.base_scheduler [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Resources bound (agent type, host, resource id): {{(pid=93298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:13.721973 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Received port after_create {{(pid=93298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:13.732267 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.provisioning_blocks [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Transition to ACTIVE for port object 3477451a-6d0f-40a0-bc53-43740ef59e54 will not be triggered until provisioned by entity L2. {{(pid=93299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:13.732479 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Pushing event updated for resources: {'Port': ['ID=9edfcdfc-e468-4bf4-90eb-f6b0e164caff,revision_number=1']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:13.741208 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.744304 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.781308 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:13.784297 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:13.788137 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:13.791211 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61142614-ae24-490f-8b28-efb501aff998 None None] Pushing event updated for resources: {'Port': ['ID=3477451a-6d0f-40a0-bc53-43740ef59e54,revision_number=3']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:13.799996 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61142614-ae24-490f-8b28-efb501aff998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:13.800338 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61142614-ae24-490f-8b28-efb501aff998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:13.800672 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61142614-ae24-490f-8b28-efb501aff998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:13.800998 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61142614-ae24-490f-8b28-efb501aff998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:13.801326 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61142614-ae24-490f-8b28-efb501aff998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:13.801642 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61142614-ae24-490f-8b28-efb501aff998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:13.801966 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61142614-ae24-490f-8b28-efb501aff998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:13.802294 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61142614-ae24-490f-8b28-efb501aff998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:13.802620 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61142614-ae24-490f-8b28-efb501aff998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:13.802942 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61142614-ae24-490f-8b28-efb501aff998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:13.803272 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61142614-ae24-490f-8b28-efb501aff998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:13.803915 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61142614-ae24-490f-8b28-efb501aff998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:13.805308 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Attempting to bind port 9edfcdfc-e468-4bf4-90eb-f6b0e164caff on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:13.805853 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Attempting to bind port 9edfcdfc-e468-4bf4-90eb-f6b0e164caff by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': 'db4b524c-4e65-4e0a-bc46-2066ebdf653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '942089d1-bea3-46d7-851d-bbebcd358202'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:13.806063 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Attempting to bind port 9edfcdfc-e468-4bf4-90eb-f6b0e164caff on network 942089d1-bea3-46d7-851d-bbebcd358202 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:13.816410 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:13.816791 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Checking segment: {'id': 'db4b524c-4e65-4e0a-bc46-2066ebdf653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '942089d1-bea3-46d7-851d-bbebcd358202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:13.817204 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.817594 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Bound using segment: {'id': 'db4b524c-4e65-4e0a-bc46-2066ebdf653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '942089d1-bea3-46d7-851d-bbebcd358202'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:13.818071 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Bound port: 9edfcdfc-e468-4bf4-90eb-f6b0e164caff, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4b524c-4e65-4e0a-bc46-2066ebdf653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '942089d1-bea3-46d7-851d-bbebcd358202'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:13.818458 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.824997 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Pushing event updated for resources: {'Port': ['ID=065f0eb0-42e2-42d2-98d8-c5de9f562c0b,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:13.861402 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Attempting to bind port 3477451a-6d0f-40a0-bc53-43740ef59e54 on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:13.861788 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Attempting to bind port 3477451a-6d0f-40a0-bc53-43740ef59e54 by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': '293f3401-b799-4dde-9fff-51fda7aade28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826'}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:13.862142 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Attempting to bind port 3477451a-6d0f-40a0-bc53-43740ef59e54 on network 1cf41c53-5bb3-498f-a085-07c65d4dc826 {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:13.869583 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:13.869959 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Checking segment: {'id': '293f3401-b799-4dde-9fff-51fda7aade28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:13.870350 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.870739 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Bound using segment: {'id': '293f3401-b799-4dde-9fff-51fda7aade28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826'} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:13.871259 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Bound port: 3477451a-6d0f-40a0-bc53-43740ef59e54, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293f3401-b799-4dde-9fff-51fda7aade28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826'}}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:13.871655 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.916211 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] For port 9edfcdfc-e468-4bf4-90eb-f6b0e164caff, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:13.920577 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] For port 9edfcdfc-e468-4bf4-90eb-f6b0e164caff, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=9edfcdfc-e468-4bf4-90eb-f6b0e164caff,segment=NetworkSegment(db4b524c-4e65-4e0a-bc46-2066ebdf653a),segment_id=db4b524c-4e65-4e0a-bc46-2066ebdf653a)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:13.928452 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.946657 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] For port 3477451a-6d0f-40a0-bc53-43740ef59e54, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:13.951398 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] For port 3477451a-6d0f-40a0-bc53-43740ef59e54, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=3477451a-6d0f-40a0-bc53-43740ef59e54,segment=NetworkSegment(293f3401-b799-4dde-9fff-51fda7aade28),segment_id=293f3401-b799-4dde-9fff-51fda7aade28)] {{(pid=93299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:13.960295 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.998914 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64498ce-89d5-4bb7-bf56-140a56478d77 None None] Pushing event updated for resources: {'Port': ['ID=9edfcdfc-e468-4bf4-90eb-f6b0e164caff,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:14.019415 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Routers {'33c9deb7-b3c4-4bb0-b686-5504bfe1448c'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:14.020525 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:18:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:14.127785 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61142614-ae24-490f-8b28-efb501aff998 None None] Pushing event updated for resources: {'Port': ['ID=3477451a-6d0f-40a0-bc53-43740ef59e54,revision_number=4']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:14.148941 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.167276 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] Set router 33c9deb7-b3c4-4bb0-b686-5504bfe1448c gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:14.383900 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735994'] for router, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.408824 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'name': 'tempest-TestMinimumBasicScenario-1099228048-router', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:07Z', 'updated_at': '2021-07-23T16:19:10Z', 'revision_number': 4, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'gw_port': {'id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:08Z', 'updated_at': '2021-07-23T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '3477451a-6d0f-40a0-bc53-43740ef59e54', 'name': '', 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'mac_address': 'fa:16:3e:1f:9d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '8dc99486-3c2a-4854-8963-ac3440002037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:10Z', 'updated_at': '2021-07-23T16:19:13Z', 'revision_number': 4, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'subnets': [{'id': '8dc99486-3c2a-4854-8963-ac3440002037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:14.444076 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec7ca6-057b-45ab-a91b-3d457d13203d None None] The sync data for ids ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'] in dv-cinder-796286-18-iscsi is: [{'id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'name': 'tempest-TestMinimumBasicScenario-1099228048-router', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:07Z', 'updated_at': '2021-07-23T16:19:10Z', 'revision_number': 4, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'gw_port': {'id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:08Z', 'updated_at': '2021-07-23T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '3477451a-6d0f-40a0-bc53-43740ef59e54', 'name': '', 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'mac_address': 'fa:16:3e:1f:9d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '8dc99486-3c2a-4854-8963-ac3440002037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:10Z', 'updated_at': '2021-07-23T16:19:13Z', 'revision_number': 4, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'subnets': [{'id': '8dc99486-3c2a-4854-8963-ac3440002037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:14.569235 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Router 25936c33-1f07-46dd-96cf-0e555669b713 is scheduled to L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b with binding_index 1 {{(pid=93296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:19:14.699925 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:19:14.719971 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Sync routers for ids ['25936c33-1f07-46dd-96cf-0e555669b713'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:14.725504 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.726702 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b91ab717-70b2-48be-b071-2a11e9dc473f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9185407 Jul 23 16:19:14.730193 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 58116) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:14.748958 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Routers {'25936c33-1f07-46dd-96cf-0e555669b713'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:14.749728 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:18:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['25936c33-1f07-46dd-96cf-0e555669b713'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:14.974503 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 9edfcdfc-e468-4bf4-90eb-f6b0e164caff up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:15.012846 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Set router 25936c33-1f07-46dd-96cf-0e555669b713 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:15.229682 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 9edfcdfc-e468-4bf4-90eb-f6b0e164caff completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:15.236371 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:15.404249 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970e85c0-92af-4b4a-873a-bcfe224b88b7 None None] Network 942089d1-bea3-46d7-851d-bbebcd358202 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:15.426978 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.491695 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58128) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:15.492250 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-e7ed7cf9-200d-4d0a-95ff-41009cd7fd9e None None] Provisioning for port 9edfcdfc-e468-4bf4-90eb-f6b0e164caff completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:15.529260 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-e7ed7cf9-200d-4d0a-95ff-41009cd7fd9e None None] Provisioning complete for port 9edfcdfc-e468-4bf4-90eb-f6b0e164caff triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:15.529632 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e7ed7cf9-200d-4d0a-95ff-41009cd7fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.627390 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:15.627948 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.642057 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-edff94c8-a864-44fc-be1c-41dcc5a94c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.748006 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25936c33-1f07-46dd-96cf-0e555669b713', 'name': 'tempest-TestMinimumBasicScenario-1887384528-router', 'tenant_id': '75756fc8c8c2489aac3493ff47a1d43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '065f0eb0-42e2-42d2-98d8-c5de9f562c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:12Z', 'updated_at': '2021-07-23T16:19:13Z', 'revision_number': 3, 'project_id': '75756fc8c8c2489aac3493ff47a1d43d', 'gw_port': {'id': '065f0eb0-42e2-42d2-98d8-c5de9f562c0b', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:27:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25936c33-1f07-46dd-96cf-0e555669b713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:13Z', 'updated_at': '2021-07-23T16:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:15.773470 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-edff94c8-a864-44fc-be1c-41dcc5a94c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.784976 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-edff94c8-a864-44fc-be1c-41dcc5a94c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.795384 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Checking router: 25936c33-1f07-46dd-96cf-0e555669b713 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:15.795737 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Updating router 25936c33-1f07-46dd-96cf-0e555669b713 port 065f0eb0-42e2-42d2-98d8-c5de9f562c0b binding host dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:19:15.838578 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff94c8-a864-44fc-be1c-41dcc5a94c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22bba47-eb6d-489b-a898-bd79d98f39d5,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:15.846951 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-edff94c8-a864-44fc-be1c-41dcc5a94c36 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cbfcb02db94744d1969787b7efb7e7e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536487 Jul 23 16:19:15.847042 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58132) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:15.853160 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e7ed7cf9-200d-4d0a-95ff-41009cd7fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.886628 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8e61f693-40b6-43c9-8b40-2206284d8a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.903009 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.913302 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-07b0bf0f-c151-4c4f-b405-2b65e51b2c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.932007 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 3477451a-6d0f-40a0-bc53-43740ef59e54 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:15.941191 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Allocated IP 172.20.0.1 (942089d1-bea3-46d7-851d-bbebcd358202/391ede2e-bd61-4c5e-8bbb-55ce9ec4e4ab/0e43827b-71af-47f2-bd0a-1e225c8a0566) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:15.941751 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-07b0bf0f-c151-4c4f-b405-2b65e51b2c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.983536 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-e7ed7cf9-200d-4d0a-95ff-41009cd7fd9e None None] For port 9edfcdfc-e468-4bf4-90eb-f6b0e164caff, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=9edfcdfc-e468-4bf4-90eb-f6b0e164caff,segment=NetworkSegment(db4b524c-4e65-4e0a-bc46-2066ebdf653a),segment_id=db4b524c-4e65-4e0a-bc46-2066ebdf653a)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:15.995458 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e7ed7cf9-200d-4d0a-95ff-41009cd7fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.995679 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-07b0bf0f-c151-4c4f-b405-2b65e51b2c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.998263 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-07b0bf0f-c151-4c4f-b405-2b65e51b2c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.002867 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-07b0bf0f-c151-4c4f-b405-2b65e51b2c8d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b22bba47-eb6d-489b-a898-bd79d98f39d5 HTTP/1.1" status: 204 len: 168 time: 0.1545541 Jul 23 16:19:16.012315 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0bf0f-c151-4c4f-b405-2b65e51b2c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22bba47-eb6d-489b-a898-bd79d98f39d5,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:16.068930 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.086441 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Transition to ACTIVE for port object 0e43827b-71af-47f2-bd0a-1e225c8a0566 will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:16.140136 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.186316 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed7cf9-200d-4d0a-95ff-41009cd7fd9e None None] Pushing event updated for resources: {'Port': ['ID=9edfcdfc-e468-4bf4-90eb-f6b0e164caff,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:16.188672 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Network 942089d1-bea3-46d7-851d-bbebcd358202 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:16.191455 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:16.193938 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 3477451a-6d0f-40a0-bc53-43740ef59e54 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:16.195105 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:16.216420 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 3477451a-6d0f-40a0-bc53-43740ef59e54 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:16.216795 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.236722 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Pushing event updated for resources: {'Port': ['ID=0e43827b-71af-47f2-bd0a-1e225c8a0566,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:16.246500 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734691'] for router_interface, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.348039 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f856f2e0-e2b6-4b07-8f5b-c661eab24870 req-aa40f6f4-c497-44f5-bd9d-8582446d9456 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776191 Jul 23 16:19:16.352225 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-f4cc68e0-1c06-48c2-8a8b-c364ce226e36 None None] Provisioning complete for port 9edfcdfc-e468-4bf4-90eb-f6b0e164caff triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:16.352662 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-f4cc68e0-1c06-48c2-8a8b-c364ce226e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.446582 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 58138) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:16.456067 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.477705 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.480099 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856f2e0-e2b6-4b07-8f5b-c661eab24870 req-cbcdb11c-a5af-41e9-ac04-bfdf6f77f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.481975 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-63057b0b-9b1e-48e4-bb45-943d8503a058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.483344 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f856f2e0-e2b6-4b07-8f5b-c661eab24870 req-cbcdb11c-a5af-41e9-ac04-bfdf6f77f370 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff5d477b98d144eda7ab469b1df679e6&device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 1098 time: 0.0753548 Jul 23 16:19:16.521106 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.564883 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 3477451a-6d0f-40a0-bc53-43740ef59e54, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=3477451a-6d0f-40a0-bc53-43740ef59e54,segment=NetworkSegment(293f3401-b799-4dde-9fff-51fda7aade28),segment_id=293f3401-b799-4dde-9fff-51fda7aade28)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:16.569408 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Transition to ACTIVE for port object 065f0eb0-42e2-42d2-98d8-c5de9f562c0b will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:16.579564 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.586492 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.609216 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856f2e0-e2b6-4b07-8f5b-c661eab24870 req-74a9a7f9-cbfb-4fd5-b2ab-500cd3a4d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.610830 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f856f2e0-e2b6-4b07-8f5b-c661eab24870 req-74a9a7f9-cbfb-4fd5-b2ab-500cd3a4d3bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e HTTP/1.1" status: 200 len: 913 time: 0.1062443 Jul 23 16:19:16.649263 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Attempting to bind port 065f0eb0-42e2-42d2-98d8-c5de9f562c0b on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:16.649716 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Attempting to bind port 065f0eb0-42e2-42d2-98d8-c5de9f562c0b by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:16.650450 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Attempting to bind port 065f0eb0-42e2-42d2-98d8-c5de9f562c0b on network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:16.656542 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=3477451a-6d0f-40a0-bc53-43740ef59e54,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:16.664047 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:16.664416 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Checking segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:16.665009 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.665406 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Bound using segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:16.665905 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Bound port: 065f0eb0-42e2-42d2-98d8-c5de9f562c0b, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:16.666292 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.685784 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f856f2e0-e2b6-4b07-8f5b-c661eab24870 req-9355d70f-2893-4f57-8590-60bae77c6122 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=901551e0-2ad9-4215-bd81-d7b779997f9a HTTP/1.1" status: 200 len: 1001 time: 0.0685768 Jul 23 16:19:16.718320 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-63057b0b-9b1e-48e4-bb45-943d8503a058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.727248 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-63057b0b-9b1e-48e4-bb45-943d8503a058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.738975 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.742245 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856f2e0-e2b6-4b07-8f5b-c661eab24870 req-d43bdac0-ce55-42ca-a0d0-9f7fa6b61f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.743873 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f856f2e0-e2b6-4b07-8f5b-c661eab24870 req-d43bdac0-ce55-42ca-a0d0-9f7fa6b61f85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1345c1fc-90b2-4087-8e13-41bf62bf0f8f HTTP/1.1" status: 200 len: 851 time: 0.0519581 Jul 23 16:19:16.754143 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.769838 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d893c-1945-4234-b449-01b4e5257895 None None] Pushing event updated for resources: {'Port': ['ID=065f0eb0-42e2-42d2-98d8-c5de9f562c0b,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:16.781090 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-c8deebec-adef-4102-b264-d5be6624b16b None None] Provisioning for port 0e43827b-71af-47f2-bd0a-1e225c8a0566 completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:16.797168 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-c8deebec-adef-4102-b264-d5be6624b16b None None] Provisioning complete for port 0e43827b-71af-47f2-bd0a-1e225c8a0566 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:16.797534 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8deebec-adef-4102-b264-d5be6624b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.823784 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] For port 065f0eb0-42e2-42d2-98d8-c5de9f562c0b, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:16.831322 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-63057b0b-9b1e-48e4-bb45-943d8503a058 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b12716101bda4f3691877820d2780817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824527 Jul 23 16:19:16.831322 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63057b0b-9b1e-48e4-bb45-943d8503a058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09616e1-54c6-499e-af51-32757612c120,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:16.836777 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 58140) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:16.837596 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856f2e0-e2b6-4b07-8f5b-c661eab24870 req-2ef77045-3931-466f-9070-5d99a33316de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.839681 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f856f2e0-e2b6-4b07-8f5b-c661eab24870 req-2ef77045-3931-466f-9070-5d99a33316de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0895054 Jul 23 16:19:16.848686 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 9edfcdfc-e468-4bf4-90eb-f6b0e164caff up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:16.871957 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Pushing event updated for resources: {'Port': ['ID=0e43827b-71af-47f2-bd0a-1e225c8a0566,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:16.880149 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729524'] for router_interface, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.891870 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] For port 065f0eb0-42e2-42d2-98d8-c5de9f562c0b, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=065f0eb0-42e2-42d2-98d8-c5de9f562c0b,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:16.897703 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-c8deebec-adef-4102-b264-d5be6624b16b None None] Port 0e43827b-71af-47f2-bd0a-1e225c8a0566 cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:16.903208 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.942957 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f856f2e0-e2b6-4b07-8f5b-c661eab24870 req-a09a6641-4948-4949-8e08-27acacf55ad9 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965433 Jul 23 16:19:16.974345 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6f31267f-5912-463c-9d2b-84dd7b21efe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.976014 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Routers {'25936c33-1f07-46dd-96cf-0e555669b713'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:16.976014 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:18:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['25936c33-1f07-46dd-96cf-0e555669b713'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:17.014878 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6f31267f-5912-463c-9d2b-84dd7b21efe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.016002 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 9edfcdfc-e468-4bf4-90eb-f6b0e164caff triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:17.016002 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.045859 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d893c-1945-4234-b449-01b4e5257895 None None] Pushing event updated for resources: {'Port': ['ID=065f0eb0-42e2-42d2-98d8-c5de9f562c0b,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:17.054820 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Network 942089d1-bea3-46d7-851d-bbebcd358202 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:17.057485 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f856f2e0-e2b6-4b07-8f5b-c661eab24870 req-e7fc2537-7a8e-4567-95c9-43c2fc2ea822 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073370 Jul 23 16:19:17.062035 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:17.129159 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] Set router 25936c33-1f07-46dd-96cf-0e555669b713 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:17.181711 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6f31267f-5912-463c-9d2b-84dd7b21efe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.184276 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-6f31267f-5912-463c-9d2b-84dd7b21efe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.185440 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-6f31267f-5912-463c-9d2b-84dd7b21efe1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a09616e1-54c6-499e-af51-32757612c120 HTTP/1.1" status: 204 len: 168 time: 0.3472404 Jul 23 16:19:17.203141 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31267f-5912-463c-9d2b-84dd7b21efe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09616e1-54c6-499e-af51-32757612c120,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:17.226103 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Router 25936c33-1f07-46dd-96cf-0e555669b713 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:19:17.242572 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 3477451a-6d0f-40a0-bc53-43740ef59e54 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:17.369596 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:19:17.379716 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-cc973c34-dddc-455a-b266-f380ff88a544 admin admin] 10.222.0.69 "PUT /v2.0/routers/25936c33-1f07-46dd-96cf-0e555669b713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6479521 Jul 23 16:19:17.508202 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2370485e-c6ba-471b-afa0-aa4658bab1a0 None None] Provisioning complete for port 0e43827b-71af-47f2-bd0a-1e225c8a0566 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:17.508987 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2370485e-c6ba-471b-afa0-aa4658bab1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.539477 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 3477451a-6d0f-40a0-bc53-43740ef59e54 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:17.539924 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.594080 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2370485e-c6ba-471b-afa0-aa4658bab1a0 None None] Port 0e43827b-71af-47f2-bd0a-1e225c8a0566 cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:17.614160 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58156) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:17.630374 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3b025ae4-1887-4f37-95d0-00d63fbace3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.657107 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25936c33-1f07-46dd-96cf-0e555669b713', 'name': 'tempest-TestMinimumBasicScenario-1887384528-router', 'tenant_id': '75756fc8c8c2489aac3493ff47a1d43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '065f0eb0-42e2-42d2-98d8-c5de9f562c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:12Z', 'updated_at': '2021-07-23T16:19:16Z', 'revision_number': 4, 'project_id': '75756fc8c8c2489aac3493ff47a1d43d', 'gw_port': {'id': '065f0eb0-42e2-42d2-98d8-c5de9f562c0b', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:27:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25936c33-1f07-46dd-96cf-0e555669b713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:13Z', 'updated_at': '2021-07-23T16:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '0e43827b-71af-47f2-bd0a-1e225c8a0566', 'name': '', 'network_id': '942089d1-bea3-46d7-851d-bbebcd358202', 'tenant_id': '75756fc8c8c2489aac3493ff47a1d43d', 'mac_address': 'fa:16:3e:59:9a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25936c33-1f07-46dd-96cf-0e555669b713', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '391ede2e-bd61-4c5e-8bbb-55ce9ec4e4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:15Z', 'updated_at': '2021-07-23T16:19:16Z', 'revision_number': 2, 'project_id': '75756fc8c8c2489aac3493ff47a1d43d', 'subnets': [{'id': '391ede2e-bd61-4c5e-8bbb-55ce9ec4e4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:17.689311 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e379cb5f-99ea-4f27-8602-2f92fe747304 None None] The sync data for ids ['25936c33-1f07-46dd-96cf-0e555669b713'] in dv-cinder-796286-18-iscsi is: [{'id': '25936c33-1f07-46dd-96cf-0e555669b713', 'name': 'tempest-TestMinimumBasicScenario-1887384528-router', 'tenant_id': '75756fc8c8c2489aac3493ff47a1d43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '065f0eb0-42e2-42d2-98d8-c5de9f562c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:12Z', 'updated_at': '2021-07-23T16:19:16Z', 'revision_number': 4, 'project_id': '75756fc8c8c2489aac3493ff47a1d43d', 'gw_port': {'id': '065f0eb0-42e2-42d2-98d8-c5de9f562c0b', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:27:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25936c33-1f07-46dd-96cf-0e555669b713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:13Z', 'updated_at': '2021-07-23T16:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '0e43827b-71af-47f2-bd0a-1e225c8a0566', 'name': '', 'network_id': '942089d1-bea3-46d7-851d-bbebcd358202', 'tenant_id': '75756fc8c8c2489aac3493ff47a1d43d', 'mac_address': 'fa:16:3e:59:9a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25936c33-1f07-46dd-96cf-0e555669b713', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '391ede2e-bd61-4c5e-8bbb-55ce9ec4e4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:15Z', 'updated_at': '2021-07-23T16:19:16Z', 'revision_number': 2, 'project_id': '75756fc8c8c2489aac3493ff47a1d43d', 'subnets': [{'id': '391ede2e-bd61-4c5e-8bbb-55ce9ec4e4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:17.742351 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3b025ae4-1887-4f37-95d0-00d63fbace3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.748219 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3b025ae4-1887-4f37-95d0-00d63fbace3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.796789 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-3b025ae4-1887-4f37-95d0-00d63fbace3b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dcc4df52f1f14f5e90d67c7210cd7dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809042 Jul 23 16:19:17.797744 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b025ae4-1887-4f37-95d0-00d63fbace3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf051b3a-fa9f-4081-b645-802c4cfd66e6,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:17.799495 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 58166) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:17.864535 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a390e39b-2dff-4453-948a-707622083982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.891365 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a390e39b-2dff-4453-948a-707622083982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.973845 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a390e39b-2dff-4453-948a-707622083982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.976647 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a390e39b-2dff-4453-948a-707622083982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.978031 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-a390e39b-2dff-4453-948a-707622083982 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf051b3a-fa9f-4081-b645-802c4cfd66e6 HTTP/1.1" status: 204 len: 168 time: 0.1767094 Jul 23 16:19:17.986729 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390e39b-2dff-4453-948a-707622083982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf051b3a-fa9f-4081-b645-802c4cfd66e6,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:18.578028 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-b12bb045-5f36-4626-9faf-8ed6e786b718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:18.813915 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:18.847554 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 065f0eb0-42e2-42d2-98d8-c5de9f562c0b up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:18.934699 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 065f0eb0-42e2-42d2-98d8-c5de9f562c0b completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:18.950156 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 065f0eb0-42e2-42d2-98d8-c5de9f562c0b triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:18.950611 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.058273 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.092419 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 065f0eb0-42e2-42d2-98d8-c5de9f562c0b, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=065f0eb0-42e2-42d2-98d8-c5de9f562c0b,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:19.097390 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.164255 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=065f0eb0-42e2-42d2-98d8-c5de9f562c0b,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:19.283181 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.703787 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:19:20.432303 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 58234) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:20.577956 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1b79f19f-f530-49ad-8e66-b69c421957d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.758721 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1b79f19f-f530-49ad-8e66-b69c421957d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.775570 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1b79f19f-f530-49ad-8e66-b69c421957d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.813768 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 065f0eb0-42e2-42d2-98d8-c5de9f562c0b up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:20.823282 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1b79f19f-f530-49ad-8e66-b69c421957d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a4c2791f2df84005b069f7a55a0af233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865883 Jul 23 16:19:20.826209 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58238) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:20.836022 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79f19f-f530-49ad-8e66-b69c421957d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d413d8-08fc-462f-9a18-5ad43bc6a351,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:20.904869 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-76483d74-c08b-4513-8a5a-9e3ba7569fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.912442 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 065f0eb0-42e2-42d2-98d8-c5de9f562c0b triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:20.913091 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.935959 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-76483d74-c08b-4513-8a5a-9e3ba7569fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.999940 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-76483d74-c08b-4513-8a5a-9e3ba7569fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.003102 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-76483d74-c08b-4513-8a5a-9e3ba7569fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.004335 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-76483d74-c08b-4513-8a5a-9e3ba7569fd9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c0d413d8-08fc-462f-9a18-5ad43bc6a351 HTTP/1.1" status: 204 len: 168 time: 0.1769674 Jul 23 16:19:21.017445 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76483d74-c08b-4513-8a5a-9e3ba7569fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d413d8-08fc-462f-9a18-5ad43bc6a351,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:21.116084 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.404263 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58244) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:21.419147 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f6a95bbb-908c-4452-8af1-0cd4be923d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.537822 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Sync routers for ids ['25936c33-1f07-46dd-96cf-0e555669b713'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:21.540718 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f6a95bbb-908c-4452-8af1-0cd4be923d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.549882 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Routers {'25936c33-1f07-46dd-96cf-0e555669b713'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:21.550800 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:19:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['25936c33-1f07-46dd-96cf-0e555669b713'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:21.556113 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f6a95bbb-908c-4452-8af1-0cd4be923d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.594404 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a95bbb-908c-4452-8af1-0cd4be923d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b43a6a2-4144-46d3-8c85-eca0aef9843a,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:21.617364 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-f6a95bbb-908c-4452-8af1-0cd4be923d3c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a8a184f779f44f79dca60f94c9ace52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095923 Jul 23 16:19:21.617791 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 58250) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:21.697490 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7635bfc9-1039-4d9b-a715-01b9ba21e9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.725582 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7635bfc9-1039-4d9b-a715-01b9ba21e9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.788798 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7635bfc9-1039-4d9b-a715-01b9ba21e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.792951 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-7635bfc9-1039-4d9b-a715-01b9ba21e9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.793846 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-7635bfc9-1039-4d9b-a715-01b9ba21e9ff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4b43a6a2-4144-46d3-8c85-eca0aef9843a HTTP/1.1" status: 204 len: 168 time: 0.1748769 Jul 23 16:19:21.803043 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Set router 25936c33-1f07-46dd-96cf-0e555669b713 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:21.803307 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635bfc9-1039-4d9b-a715-01b9ba21e9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b43a6a2-4144-46d3-8c85-eca0aef9843a,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:21.812209 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635bfc9-1039-4d9b-a715-01b9ba21e9ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.812569 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635bfc9-1039-4d9b-a715-01b9ba21e9ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.812960 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635bfc9-1039-4d9b-a715-01b9ba21e9ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.813306 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635bfc9-1039-4d9b-a715-01b9ba21e9ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.816035 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635bfc9-1039-4d9b-a715-01b9ba21e9ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.816434 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635bfc9-1039-4d9b-a715-01b9ba21e9ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.816961 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635bfc9-1039-4d9b-a715-01b9ba21e9ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.817312 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635bfc9-1039-4d9b-a715-01b9ba21e9ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.817655 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635bfc9-1039-4d9b-a715-01b9ba21e9ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.817990 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635bfc9-1039-4d9b-a715-01b9ba21e9ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.818324 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635bfc9-1039-4d9b-a715-01b9ba21e9ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:21.818656 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635bfc9-1039-4d9b-a715-01b9ba21e9ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:22.064255 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25936c33-1f07-46dd-96cf-0e555669b713', 'name': 'tempest-TestMinimumBasicScenario-1887384528-router', 'tenant_id': '75756fc8c8c2489aac3493ff47a1d43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '065f0eb0-42e2-42d2-98d8-c5de9f562c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:12Z', 'updated_at': '2021-07-23T16:19:16Z', 'revision_number': 4, 'project_id': '75756fc8c8c2489aac3493ff47a1d43d', 'gw_port': {'id': '065f0eb0-42e2-42d2-98d8-c5de9f562c0b', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:27:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25936c33-1f07-46dd-96cf-0e555669b713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:13Z', 'updated_at': '2021-07-23T16:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '0e43827b-71af-47f2-bd0a-1e225c8a0566', 'name': '', 'network_id': '942089d1-bea3-46d7-851d-bbebcd358202', 'tenant_id': '75756fc8c8c2489aac3493ff47a1d43d', 'mac_address': 'fa:16:3e:59:9a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25936c33-1f07-46dd-96cf-0e555669b713', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '391ede2e-bd61-4c5e-8bbb-55ce9ec4e4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:15Z', 'updated_at': '2021-07-23T16:19:16Z', 'revision_number': 2, 'project_id': '75756fc8c8c2489aac3493ff47a1d43d', 'subnets': [{'id': '391ede2e-bd61-4c5e-8bbb-55ce9ec4e4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:22.100574 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Checking router: 25936c33-1f07-46dd-96cf-0e555669b713 for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:22.100869 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Updating router 25936c33-1f07-46dd-96cf-0e555669b713 port 0e43827b-71af-47f2-bd0a-1e225c8a0566 binding host dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:19:22.163357 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:22.499776 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Notify callbacks [] for port, precommit_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:22.512602 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.provisioning_blocks [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Transition to ACTIVE for port object 0e43827b-71af-47f2-bd0a-1e225c8a0566 will not be triggered until provisioned by entity L2. {{(pid=93299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:22.519322 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:22.562720 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab618d8-6d9c-4f45-90ba-55c0362ed9de None None] Pushing event updated for resources: {'Port': ['ID=0e43827b-71af-47f2-bd0a-1e225c8a0566,revision_number=3']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:22.649520 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Attempting to bind port 0e43827b-71af-47f2-bd0a-1e225c8a0566 on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:22.649886 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Attempting to bind port 0e43827b-71af-47f2-bd0a-1e225c8a0566 by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': 'db4b524c-4e65-4e0a-bc46-2066ebdf653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '942089d1-bea3-46d7-851d-bbebcd358202'}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:22.650296 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Attempting to bind port 0e43827b-71af-47f2-bd0a-1e225c8a0566 on network 942089d1-bea3-46d7-851d-bbebcd358202 {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:22.666725 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:22.676151 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Checking segment: {'id': 'db4b524c-4e65-4e0a-bc46-2066ebdf653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '942089d1-bea3-46d7-851d-bbebcd358202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:22.676691 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:22.677261 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Bound using segment: {'id': 'db4b524c-4e65-4e0a-bc46-2066ebdf653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '942089d1-bea3-46d7-851d-bbebcd358202'} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:22.677882 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Bound port: 0e43827b-71af-47f2-bd0a-1e225c8a0566, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4b524c-4e65-4e0a-bc46-2066ebdf653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '942089d1-bea3-46d7-851d-bbebcd358202'}}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:22.678406 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:22.778218 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] For port 0e43827b-71af-47f2-bd0a-1e225c8a0566, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:22.782417 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] For port 0e43827b-71af-47f2-bd0a-1e225c8a0566, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=0e43827b-71af-47f2-bd0a-1e225c8a0566,segment=NetworkSegment(db4b524c-4e65-4e0a-bc46-2066ebdf653a),segment_id=db4b524c-4e65-4e0a-bc46-2066ebdf653a)] {{(pid=93299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:22.789935 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:22.876070 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Routers {'25936c33-1f07-46dd-96cf-0e555669b713'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:22.876864 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:19:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['25936c33-1f07-46dd-96cf-0e555669b713'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:22.883941 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab618d8-6d9c-4f45-90ba-55c0362ed9de None None] Pushing event updated for resources: {'Port': ['ID=0e43827b-71af-47f2-bd0a-1e225c8a0566,revision_number=4']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:23.017096 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] Set router 25936c33-1f07-46dd-96cf-0e555669b713 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:23.328489 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25936c33-1f07-46dd-96cf-0e555669b713', 'name': 'tempest-TestMinimumBasicScenario-1887384528-router', 'tenant_id': '75756fc8c8c2489aac3493ff47a1d43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '065f0eb0-42e2-42d2-98d8-c5de9f562c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:12Z', 'updated_at': '2021-07-23T16:19:16Z', 'revision_number': 4, 'project_id': '75756fc8c8c2489aac3493ff47a1d43d', 'gw_port': {'id': '065f0eb0-42e2-42d2-98d8-c5de9f562c0b', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:27:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25936c33-1f07-46dd-96cf-0e555669b713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:13Z', 'updated_at': '2021-07-23T16:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '0e43827b-71af-47f2-bd0a-1e225c8a0566', 'name': '', 'network_id': '942089d1-bea3-46d7-851d-bbebcd358202', 'tenant_id': '75756fc8c8c2489aac3493ff47a1d43d', 'mac_address': 'fa:16:3e:59:9a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25936c33-1f07-46dd-96cf-0e555669b713', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '391ede2e-bd61-4c5e-8bbb-55ce9ec4e4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:15Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '75756fc8c8c2489aac3493ff47a1d43d', 'subnets': [{'id': '391ede2e-bd61-4c5e-8bbb-55ce9ec4e4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:23.369443 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41214c4-32c9-4ce1-b7de-56b5b73fdcfb None None] The sync data for ids ['25936c33-1f07-46dd-96cf-0e555669b713'] in dv-cinder-796286-18-iscsi is: [{'id': '25936c33-1f07-46dd-96cf-0e555669b713', 'name': 'tempest-TestMinimumBasicScenario-1887384528-router', 'tenant_id': '75756fc8c8c2489aac3493ff47a1d43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '065f0eb0-42e2-42d2-98d8-c5de9f562c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:12Z', 'updated_at': '2021-07-23T16:19:16Z', 'revision_number': 4, 'project_id': '75756fc8c8c2489aac3493ff47a1d43d', 'gw_port': {'id': '065f0eb0-42e2-42d2-98d8-c5de9f562c0b', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:27:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25936c33-1f07-46dd-96cf-0e555669b713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:13Z', 'updated_at': '2021-07-23T16:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '0e43827b-71af-47f2-bd0a-1e225c8a0566', 'name': '', 'network_id': '942089d1-bea3-46d7-851d-bbebcd358202', 'tenant_id': '75756fc8c8c2489aac3493ff47a1d43d', 'mac_address': 'fa:16:3e:59:9a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25936c33-1f07-46dd-96cf-0e555669b713', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '391ede2e-bd61-4c5e-8bbb-55ce9ec4e4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:15Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '75756fc8c8c2489aac3493ff47a1d43d', 'subnets': [{'id': '391ede2e-bd61-4c5e-8bbb-55ce9ec4e4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:24.846979 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 0e43827b-71af-47f2-bd0a-1e225c8a0566 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:24.935842 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 0e43827b-71af-47f2-bd0a-1e225c8a0566 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:24.941305 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 0e43827b-71af-47f2-bd0a-1e225c8a0566 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:24.941888 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.049709 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.102409 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aceb93-bbc9-449a-b60c-013b7e96fb8b req-32ecb306-bf61-4244-ac44-1ca6928d766e tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:25.107306 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 0e43827b-71af-47f2-bd0a-1e225c8a0566, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=0e43827b-71af-47f2-bd0a-1e225c8a0566,segment=NetworkSegment(db4b524c-4e65-4e0a-bc46-2066ebdf653a),segment_id=db4b524c-4e65-4e0a-bc46-2066ebdf653a)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:25.110021 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-91aceb93-bbc9-449a-b60c-013b7e96fb8b req-32ecb306-bf61-4244-ac44-1ca6928d766e tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 945 time: 0.1129014 Jul 23 16:19:25.113817 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.160413 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-91aceb93-bbc9-449a-b60c-013b7e96fb8b req-ec9d5458-b826-4ed6-a3d1-cb073c6c4c9e tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474775 Jul 23 16:19:25.183922 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=0e43827b-71af-47f2-bd0a-1e225c8a0566,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:26.316042 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfc686-a5a6-4abb-a25f-238b3910bf15 req-0f111211-da02-4ceb-b2c6-b51299d53a4a tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:26.318140 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5fdfc686-a5a6-4abb-a25f-238b3910bf15 req-0f111211-da02-4ceb-b2c6-b51299d53a4a tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 945 time: 0.0817101 Jul 23 16:19:26.364339 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5fdfc686-a5a6-4abb-a25f-238b3910bf15 req-33936e93-8884-4681-bbaf-0e4affb33a53 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359459 Jul 23 16:19:26.805697 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 0e43827b-71af-47f2-bd0a-1e225c8a0566 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:26.873859 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 0e43827b-71af-47f2-bd0a-1e225c8a0566 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:26.874230 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.026565 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1165569-2591-4c4d-83d2-6edda16237e8 req-1621f959-93c2-4093-9d4d-f87a6dc6a0e7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:27.028490 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d1165569-2591-4c4d-83d2-6edda16237e8 req-1621f959-93c2-4093-9d4d-f87a6dc6a0e7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.59 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 945 time: 0.0719857 Jul 23 16:19:27.148351 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-d1165569-2591-4c4d-83d2-6edda16237e8 req-087682f5-95ab-4188-86c0-3e01ed0f4cff tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Deleting port 901551e0-2ad9-4215-bd81-d7b779997f9a {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:27.148631 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-d1165569-2591-4c4d-83d2-6edda16237e8 req-087682f5-95ab-4188-86c0-3e01ed0f4cff tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.260815 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-d1165569-2591-4c4d-83d2-6edda16237e8 req-087682f5-95ab-4188-86c0-3e01ed0f4cff tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] For port 901551e0-2ad9-4215-bd81-d7b779997f9a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=901551e0-2ad9-4215-bd81-d7b779997f9a,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:27.261053 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-d1165569-2591-4c4d-83d2-6edda16237e8 req-087682f5-95ab-4188-86c0-3e01ed0f4cff tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.771315 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d3fad-eed8-424e-9fe5-f33ba4093d85 req-c9fead57-d542-449b-8113-bfe7c03062ac tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:27.772829 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-417d3fad-eed8-424e-9fe5-f33ba4093d85 req-c9fead57-d542-449b-8113-bfe7c03062ac tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 945 time: 0.1683323 Jul 23 16:19:27.822493 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-d1165569-2591-4c4d-83d2-6edda16237e8 req-087682f5-95ab-4188-86c0-3e01ed0f4cff tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.823128 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-d1165569-2591-4c4d-83d2-6edda16237e8 req-087682f5-95ab-4188-86c0-3e01ed0f4cff tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736144'] for floatingip, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.823475 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.l3_db [req-d1165569-2591-4c4d-83d2-6edda16237e8 req-087682f5-95ab-4188-86c0-3e01ed0f4cff tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Floating IP f275ff96-bc23-4b04-aa8d-c43b0d363eca disassociated. External IP: 172.27.0.183, port: 901551e0-2ad9-4215-bd81-d7b779997f9a. Jul 23 16:19:27.823809 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [req-d1165569-2591-4c4d-83d2-6edda16237e8 req-087682f5-95ab-4188-86c0-3e01ed0f4cff tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Calling delete_port for 901551e0-2ad9-4215-bd81-d7b779997f9a owned by compute:nova {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:27.842424 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-417d3fad-eed8-424e-9fe5-f33ba4093d85 req-eb87f8c1-a0d6-4ad6-83ff-8d5f35456023 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611131 Jul 23 16:19:27.981355 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-d1165569-2591-4c4d-83d2-6edda16237e8 req-087682f5-95ab-4188-86c0-3e01ed0f4cff tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.012912 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087682f5-95ab-4188-86c0-3e01ed0f4cff tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event deleted for resources: {'Port': ['ID=901551e0-2ad9-4215-bd81-d7b779997f9a,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:28.132855 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1165569-2591-4c4d-83d2-6edda16237e8 req-087682f5-95ab-4188-86c0-3e01ed0f4cff tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Router 0269c8be-15a4-4024-81a2-5c718e93e027 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:19:28.254760 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1165569-2591-4c4d-83d2-6edda16237e8 req-087682f5-95ab-4188-86c0-3e01ed0f4cff tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:19:28.267548 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcb9a0e-c962-421d-83f5-43352f360af2 None None] Sync routers for ids ['0269c8be-15a4-4024-81a2-5c718e93e027'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:28.278728 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb9a0e-c962-421d-83f5-43352f360af2 None None] Routers {'0269c8be-15a4-4024-81a2-5c718e93e027'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:28.279353 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-1bcb9a0e-c962-421d-83f5-43352f360af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:19:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0269c8be-15a4-4024-81a2-5c718e93e027'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:28.315558 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1165569-2591-4c4d-83d2-6edda16237e8 req-087682f5-95ab-4188-86c0-3e01ed0f4cff tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] No DVR routers for this DVR port 901551e0-2ad9-4215-bd81-d7b779997f9a on host hv-cinder-79628 {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:28.319701 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-d1165569-2591-4c4d-83d2-6edda16237e8 req-087682f5-95ab-4188-86c0-3e01ed0f4cff tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.321717 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d1165569-2591-4c4d-83d2-6edda16237e8 req-087682f5-95ab-4188-86c0-3e01ed0f4cff tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.59 "DELETE /v2.0/ports/901551e0-2ad9-4215-bd81-d7b779997f9a HTTP/1.1" status: 204 len: 173 time: 1.2878094 Jul 23 16:19:28.322152 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66029ec8-5e0a-4df1-aa84-c7136e8957a2', 'name': 'network-vif-deleted', 'tag': '901551e0-2ad9-4215-bd81-d7b779997f9a'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:28.324494 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a833382c-2a4e-468a-9591-b40ce4482135" -d '{"events": [{"server_uuid": "66029ec8-5e0a-4df1-aa84-c7136e8957a2", "name": "network-vif-deleted", "tag": "901551e0-2ad9-4215-bd81-d7b779997f9a"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:28.400719 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-1bcb9a0e-c962-421d-83f5-43352f360af2 None None] Set router 0269c8be-15a4-4024-81a2-5c718e93e027 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:28.411329 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-fb3f442b-c9fb-482a-9b4b-c0655209e763 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:28.412858 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-fb3f442b-c9fb-482a-9b4b-c0655209e763 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/networks?id=1cf41c53-5bb3-498f-a085-07c65d4dc826 HTTP/1.1" status: 200 len: 815 time: 0.1726511 Jul 23 16:19:28.433487 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-0c693e14-9483-4449-8c78-3c5fbfd1473a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/quotas/1e7f62e88d8b4abbae363ca96f7b1591 HTTP/1.1" status: 200 len: 375 time: 0.0100942 Jul 23 16:19:28.506691 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-921fb706-1123-46e5-8c8f-cb0bd1de20c8 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e7f62e88d8b4abbae363ca96f7b1591&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668015 Jul 23 16:19:28.607817 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-23a00fec-8f23-490b-8759-69d14971869b service neutron] 10.222.0.69 "GET /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896134 Jul 23 16:19:28.626386 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-1bcb9a0e-c962-421d-83f5-43352f360af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:28.654248 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcb9a0e-c962-421d-83f5-43352f360af2 None None] Checking router: 0269c8be-15a4-4024-81a2-5c718e93e027 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:28.662787 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb9a0e-c962-421d-83f5-43352f360af2 None None] Routers {'0269c8be-15a4-4024-81a2-5c718e93e027'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:28.663422 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-1bcb9a0e-c962-421d-83f5-43352f360af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:19:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0269c8be-15a4-4024-81a2-5c718e93e027'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:28.704799 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-8ff8e34c-bcd0-4b5c-ab3a-4050d5e2b835 service neutron] 10.222.0.69 "GET /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912640 Jul 23 16:19:28.780640 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-1bcb9a0e-c962-421d-83f5-43352f360af2 None None] Set router 0269c8be-15a4-4024-81a2-5c718e93e027 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:29.007078 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04e4526-f628-45b6-b234-7d82a4e77a1e x-openstack-request-id: req-a04e4526-f628-45b6-b234-7d82a4e77a1e {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:29.007667 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66029ec8-5e0a-4df1-aa84-c7136e8957a2", "name": "network-vif-deleted", "tag": "901551e0-2ad9-4215-bd81-d7b779997f9a", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:29.007976 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a04e4526-f628-45b6-b234-7d82a4e77a1e {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:29.008399 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66029ec8-5e0a-4df1-aa84-c7136e8957a2', 'name': 'network-vif-deleted', 'tag': '901551e0-2ad9-4215-bd81-d7b779997f9a', 'status': 'completed', 'code': 200} Jul 23 16:19:29.065983 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-88d3880e-bdb7-4e4b-b414-e5238f02ebc2 req-1f573e63-50a2-45a8-ac6e-fbab1d435b06 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 210 time: 0.0319743 Jul 23 16:19:29.068042 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-1bcb9a0e-c962-421d-83f5-43352f360af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:29.108554 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcb9a0e-c962-421d-83f5-43352f360af2 None None] The sync data for ids ['0269c8be-15a4-4024-81a2-5c718e93e027'] in dv-cinder-796286-18-iscsi is: [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:29.175947 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a5bab25c-1211-4da9-b688-603f6699f6e3 req-2c729566-a2ad-4619-9eef-e59dabd7b096 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=66029ec8-5e0a-4df1-aa84-c7136e8957a2 HTTP/1.1" status: 200 len: 210 time: 0.0404963 Jul 23 16:19:29.361068 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90cf99d-36c8-4783-a938-3787639d7178 None None] New status for floating IP f275ff96-bc23-4b04-aa8d-c43b0d363eca: DOWN {{(pid=93299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:19:29.910904 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 901551e0-2ad9-4215-bd81-d7b779997f9a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:29.933102 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: 901551e0-2ad9-4215-bd81-d7b779997f9a {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:29.933824 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 901551e0-2ad9-4215-bd81-d7b779997f9a not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:30.154444 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6d8d3c52-bec8-47e6-8893-bd49d72b83ee req-4f92c6e5-3a92-4fc4-9bba-505370eb988a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 210 time: 0.0318315 Jul 23 16:19:30.466289 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-38cfd127-4798-4ff8-8fc1-3c0483b40049 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1559718771&fields=id&tenant_id=ff5d477b98d144eda7ab469b1df679e6 HTTP/1.1" status: 200 len: 267 time: 0.0484908 Jul 23 16:19:30.589353 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-34ade2a5-4b65-45cc-981f-15f441b72616 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:30.590815 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-34ade2a5-4b65-45cc-981f-15f441b72616 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/networks?id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e HTTP/1.1" status: 200 len: 812 time: 0.1177957 Jul 23 16:19:30.609190 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e36e5edd-975b-4af5-a38b-c5905c96c61a tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/quotas/ff5d477b98d144eda7ab469b1df679e6 HTTP/1.1" status: 200 len: 375 time: 0.0110598 Jul 23 16:19:30.682146 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-57b36541-0494-4218-aff6-d9009c4e995b tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff5d477b98d144eda7ab469b1df679e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672312 Jul 23 16:19:30.784718 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e28265d5-bb2e-4334-9378-d48af65bf949 service neutron] 10.222.0.69 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902607 Jul 23 16:19:30.884281 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-f39da672-b59c-43e6-a85a-5b7a1374bc6e service neutron] 10.222.0.69 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938773 Jul 23 16:19:31.201408 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3bd5a0fb-8ae4-4d79-8cbf-f08ca4c077a5 req-5283d477-2581-4f2b-aaf5-036b8dc01847 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 210 time: 0.0304332 Jul 23 16:19:31.284924 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4eaea388-2cf9-46fa-a23b-aa9e9795e512 req-b108135f-50b8-4afa-a1d6-ac2d7181feac tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 210 time: 0.0327885 Jul 23 16:19:32.344714 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-70c033fc-0e93-49c5-9797-1b3c4bccb994 req-ac402d0c-f667-4b59-8ca9-fea392d6d380 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 210 time: 0.0450110 Jul 23 16:19:32.379040 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-0570f8aa-1729-49e2-babe-df613098182a tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:32.381413 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-0570f8aa-1729-49e2-babe-df613098182a tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.59 "GET /v2.0/networks?id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e HTTP/1.1" status: 200 len: 812 time: 0.1771791 Jul 23 16:19:32.434485 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3e2bd22c-5106-40e2-83b4-f4b6142231e4 req-0024f85e-bc94-4efd-806f-6dc2d0148e77 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 210 time: 0.0350087 Jul 23 16:19:32.464570 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e138196d-aa29-4b59-93a9-170227dc428e tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff5d477b98d144eda7ab469b1df679e6 HTTP/1.1" status: 200 len: 380 time: 0.0369444 Jul 23 16:19:32.474128 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-1f9bf48c-7a7a-4b4f-9273-dc002830cb13 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Request body: {'port': {'device_id': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'admin_state_up': True, 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'security_groups': ['f7dbcf35-0c88-4efb-bc27-101bb1ecfb54']}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:32.594261 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-1f9bf48c-7a7a-4b4f-9273-dc002830cb13 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Made reservation on behalf of ff5d477b98d144eda7ab469b1df679e6 for: {'port': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:32.598019 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-1f9bf48c-7a7a-4b4f-9273-dc002830cb13 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.743282 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-1f9bf48c-7a7a-4b4f-9273-dc002830cb13 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Allocated IP 172.20.0.12 (3b0c78ce-3ca2-4b17-bca0-e417ea14df4e/1345c1fc-90b2-4087-8e13-41bf62bf0f8f/2bbe0574-c7cd-4f8b-ada6-199e12411f85) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:32.902277 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-1f9bf48c-7a7a-4b4f-9273-dc002830cb13 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.917528 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-1f9bf48c-7a7a-4b4f-9273-dc002830cb13 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Transition to ACTIVE for port object 2bbe0574-c7cd-4f8b-ada6-199e12411f85 will not be triggered until provisioned by entity DHCP. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:32.955532 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-1f9bf48c-7a7a-4b4f-9273-dc002830cb13 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.999382 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-1f9bf48c-7a7a-4b4f-9273-dc002830cb13 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:33.010017 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-1f9bf48c-7a7a-4b4f-9273-dc002830cb13 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:33.015209 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-1f9bf48c-7a7a-4b4f-9273-dc002830cb13 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:33.019607 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bf48c-7a7a-4b4f-9273-dc002830cb13 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event updated for resources: {'Port': ['ID=2bbe0574-c7cd-4f8b-ada6-199e12411f85,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:33.085641 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-1f9bf48c-7a7a-4b4f-9273-dc002830cb13 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:33.086326 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-1f9bf48c-7a7a-4b4f-9273-dc002830cb13 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.102800 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-1f9bf48c-7a7a-4b4f-9273-dc002830cb13 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6322846 Jul 23 16:19:33.129811 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Request body: {'port': {'device_id': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:33.205142 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.251773 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-e1325e60-88d0-4e65-9b32-fac97dc13c93 None None] Provisioning for port 2bbe0574-c7cd-4f8b-ada6-199e12411f85 completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:33.255632 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-e1325e60-88d0-4e65-9b32-fac97dc13c93 None None] Provisioning complete for port 2bbe0574-c7cd-4f8b-ada6-199e12411f85 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:33.256004 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e1325e60-88d0-4e65-9b32-fac97dc13c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.293176 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-e1325e60-88d0-4e65-9b32-fac97dc13c93 None None] Port 2bbe0574-c7cd-4f8b-ada6-199e12411f85 cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:33.527305 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbe0574-c7cd-4f8b-ada6-199e12411f85 {{(pid=93297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:33.536328 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.547261 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e7c34-aa02-4fa4-aa13-c12bc64926d3 req-ae79e42e-aa2a-4323-aca2-24c08f9def1d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:33.548864 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cd9e7c34-aa02-4fa4-aa13-c12bc64926d3 req-ae79e42e-aa2a-4323-aca2-24c08f9def1d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 932 time: 0.1305931 Jul 23 16:19:33.561126 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Transition to ACTIVE for port object 2bbe0574-c7cd-4f8b-ada6-199e12411f85 will not be triggered until provisioned by entity L2. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:33.567668 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14480183'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.636352 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cd9e7c34-aa02-4fa4-aa13-c12bc64926d3 req-f41ca61e-1048-42e3-808c-da5598608539 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783389 Jul 23 16:19:33.643170 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbe0574-c7cd-4f8b-ada6-199e12411f85,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:33.745396 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0f7c2ce0-7988-4b88-b576-3afd536711a0 req-1218cdfb-d2fd-4447-93e4-9bd946829cb5 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 210 time: 0.0348279 Jul 23 16:19:33.763641 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Attempting to bind port 2bbe0574-c7cd-4f8b-ada6-199e12411f85 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:33.763981 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Attempting to bind port 2bbe0574-c7cd-4f8b-ada6-199e12411f85 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:33.764308 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Attempting to bind port 2bbe0574-c7cd-4f8b-ada6-199e12411f85 on network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:33.770603 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Port 2bbe0574-c7cd-4f8b-ada6-199e12411f85 on network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:33.771183 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Attempting to bind port 2bbe0574-c7cd-4f8b-ada6-199e12411f85 on network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:33.778769 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:33.779145 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Checking segment: {'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:33.779532 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Bound using segment: {'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'} {{(pid=93297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:33.779974 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.managers [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Bound port: 2bbe0574-c7cd-4f8b-ada6-199e12411f85, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'}}] {{(pid=93297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:33.780340 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.852346 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] For port 2bbe0574-c7cd-4f8b-ada6-199e12411f85, host hv-cinder-79628, cleared binding levels {{(pid=93297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:33.855593 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] For port 2bbe0574-c7cd-4f8b-ada6-199e12411f85, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2bbe0574-c7cd-4f8b-ada6-199e12411f85,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:33.862148 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14480183'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.902088 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:33.902682 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.904108 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] 10.222.0.59 "PUT /v2.0/ports/2bbe0574-c7cd-4f8b-ada6-199e12411f85 HTTP/1.1" status: 200 len: 1094 time: 0.7789276 Jul 23 16:19:33.904535 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'tag': '2bbe0574-c7cd-4f8b-ada6-199e12411f85'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:33.906797 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3baa9620-e977-4e4f-ac56-e3ac6f45dbed" -d '{"events": [{"name": "network-changed", "server_uuid": "8c48bd21-b820-4f5c-b4be-34de564b55a4", "tag": "2bbe0574-c7cd-4f8b-ada6-199e12411f85"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:33.929589 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea4ec2-6c7c-4951-93ea-36bcf4a40654 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbe0574-c7cd-4f8b-ada6-199e12411f85,revision_number=3']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:33.964102 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c988447-e348-40b4-89a0-ba6f830b57da x-openstack-request-id: req-1c988447-e348-40b4-89a0-ba6f830b57da {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:33.964416 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c48bd21-b820-4f5c-b4be-34de564b55a4", "tag": "2bbe0574-c7cd-4f8b-ada6-199e12411f85", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:33.964669 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1c988447-e348-40b4-89a0-ba6f830b57da {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:33.965066 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'tag': '2bbe0574-c7cd-4f8b-ada6-199e12411f85', 'status': 'completed', 'code': 200} Jul 23 16:19:34.096896 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-5cd118e6-f851-488e-ac98-e5844716b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:34.098597 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-5cd118e6-f851-488e-ac98-e5844716b680 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff5d477b98d144eda7ab469b1df679e6&device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 1097 time: 0.0657640 Jul 23 16:19:34.149633 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-ad2d01d7-a7ba-402f-bb3e-c475e8eb9325 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:34.151597 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-ad2d01d7-a7ba-402f-bb3e-c475e8eb9325 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.59 "GET /v2.0/networks?id=1cf41c53-5bb3-498f-a085-07c65d4dc826 HTTP/1.1" status: 200 len: 815 time: 0.1177590 Jul 23 16:19:34.152305 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-89052ceb-584d-48dc-b2df-57a1883f032e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bbe0574-c7cd-4f8b-ada6-199e12411f85 HTTP/1.1" status: 200 len: 217 time: 0.0377505 Jul 23 16:19:34.176729 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5a5af82d-4a8a-461b-8515-c618bb23ee8f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Request body: {'port': {'device_id': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826', 'admin_state_up': True, 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:34.231159 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-d0565a46-14e1-4419-9020-246651cdde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:34.232635 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-d0565a46-14e1-4419-9020-246651cdde8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1345c1fc-90b2-4087-8e13-41bf62bf0f8f HTTP/1.1" status: 200 len: 851 time: 0.0599170 Jul 23 16:19:34.303134 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-c1145125-c205-4b4f-a74f-70d13df437c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:34.303134 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-c1145125-c205-4b4f-a74f-70d13df437c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0612640 Jul 23 16:19:34.303474 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5a5af82d-4a8a-461b-8515-c618bb23ee8f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Made reservation on behalf of 1e7f62e88d8b4abbae363ca96f7b1591 for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:34.307110 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5a5af82d-4a8a-461b-8515-c618bb23ee8f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.407327 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-23e5ff02-0b74-4b45-8568-fca2da053b21 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915504 Jul 23 16:19:34.446835 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5a5af82d-4a8a-461b-8515-c618bb23ee8f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Allocated IP 172.20.0.4 (1cf41c53-5bb3-498f-a085-07c65d4dc826/8dc99486-3c2a-4854-8963-ac3440002037/deba7d39-7f28-49ee-9ad0-796d809fbe7d) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:34.508616 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c1c3fafb-3557-4b6a-b2dc-64dc2d7188e8 req-3c8d7bb9-5076-4b80-942e-bb4e2161eceb service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945072 Jul 23 16:19:34.609159 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5a5af82d-4a8a-461b-8515-c618bb23ee8f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.624797 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5a5af82d-4a8a-461b-8515-c618bb23ee8f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Transition to ACTIVE for port object deba7d39-7f28-49ee-9ad0-796d809fbe7d will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:34.672531 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5a5af82d-4a8a-461b-8515-c618bb23ee8f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.691801 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa9620-e977-4e4f-ac56-e3ac6f45dbed req-66836d9f-a269-4f14-a391-7d2760c6f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:34.693365 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3baa9620-e977-4e4f-ac56-e3ac6f45dbed req-66836d9f-a269-4f14-a391-7d2760c6f0f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff5d477b98d144eda7ab469b1df679e6&device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 1097 time: 0.0747070 Jul 23 16:19:34.731755 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5a5af82d-4a8a-461b-8515-c618bb23ee8f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Network 1cf41c53-5bb3-498f-a085-07c65d4dc826 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:34.736020 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5af82d-4a8a-461b-8515-c618bb23ee8f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Pushing event updated for resources: {'Port': ['ID=deba7d39-7f28-49ee-9ad0-796d809fbe7d,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:34.738648 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5a5af82d-4a8a-461b-8515-c618bb23ee8f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:34.741078 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5a5af82d-4a8a-461b-8515-c618bb23ee8f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:34.831479 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5a5af82d-4a8a-461b-8515-c618bb23ee8f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:34.835746 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5a5af82d-4a8a-461b-8515-c618bb23ee8f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.867988 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5a5af82d-4a8a-461b-8515-c618bb23ee8f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6950479 Jul 23 16:19:34.964398 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa9620-e977-4e4f-ac56-e3ac6f45dbed req-fad35669-3072-49ab-9094-cc240e61b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:34.966018 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3baa9620-e977-4e4f-ac56-e3ac6f45dbed req-fad35669-3072-49ab-9094-cc240e61b6a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e HTTP/1.1" status: 200 len: 913 time: 0.2499712 Jul 23 16:19:34.981346 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5ac64-c67f-43d0-8043-43bd6acf1389 req-6817c5ff-1c36-45ba-9e34-f2aa91cd7483 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:34.983058 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bac5ac64-c67f-43d0-8043-43bd6acf1389 req-6817c5ff-1c36-45ba-9e34-f2aa91cd7483 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 944 time: 0.1641736 Jul 23 16:19:35.041729 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bac5ac64-c67f-43d0-8043-43bd6acf1389 req-49179e32-25cf-4fe6-afe9-80322288c060 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495632 Jul 23 16:19:35.176925 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-181c8588-e46e-4d0e-b9b9-09699bb04f4e None None] Provisioning for port deba7d39-7f28-49ee-9ad0-796d809fbe7d completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:35.181517 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-181c8588-e46e-4d0e-b9b9-09699bb04f4e None None] Provisioning complete for port deba7d39-7f28-49ee-9ad0-796d809fbe7d triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:35.181979 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-181c8588-e46e-4d0e-b9b9-09699bb04f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.228106 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-181c8588-e46e-4d0e-b9b9-09699bb04f4e None None] Port deba7d39-7f28-49ee-9ad0-796d809fbe7d cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:35.261021 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da3cc8-f2f9-473f-b992-83a0da1a265a req-e0064eac-7382-4840-9841-d779620c64f2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:35.267651 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b9da3cc8-f2f9-473f-b992-83a0da1a265a req-e0064eac-7382-4840-9841-d779620c64f2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 931 time: 0.1414592 Jul 23 16:19:35.313840 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b9da3cc8-f2f9-473f-b992-83a0da1a265a req-bd21f2c8-87a0-4e3c-a751-c5d2e311cbce tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451803 Jul 23 16:19:36.201335 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28276e-89fc-47d8-8f36-a7ba8d5725bd req-56391f88-afa2-4d68-af59-18e35de2342d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:36.202970 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bc28276e-89fc-47d8-8f36-a7ba8d5725bd req-56391f88-afa2-4d68-af59-18e35de2342d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 944 time: 0.0814281 Jul 23 16:19:36.241984 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bc28276e-89fc-47d8-8f36-a7ba8d5725bd req-0438547b-83cc-4c4b-9d93-0903da031f29 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330062 Jul 23 16:19:36.464483 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57abbe-97c1-496a-afaa-4d5306a5ab23 req-9bc32cf5-a0b5-4b40-a59a-8cdd3bdc6830 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:36.466023 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ce57abbe-97c1-496a-afaa-4d5306a5ab23 req-9bc32cf5-a0b5-4b40-a59a-8cdd3bdc6830 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 931 time: 0.0774601 Jul 23 16:19:36.515071 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ce57abbe-97c1-496a-afaa-4d5306a5ab23 req-83c764fb-54db-4fa8-a2a5-4f9fbce90e4d tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433347 Jul 23 16:19:37.384703 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7b791-be8e-455d-bdda-8a8d3b3805eb req-451a6926-ee59-4ddf-a659-805309f42fbc tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:37.386998 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b7a7b791-be8e-455d-bdda-8a8d3b3805eb req-451a6926-ee59-4ddf-a659-805309f42fbc tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 944 time: 0.0674014 Jul 23 16:19:37.429913 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b7a7b791-be8e-455d-bdda-8a8d3b3805eb req-d80426cb-6be3-4408-8253-229e68168220 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372686 Jul 23 16:19:37.666195 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcd657-0fd4-45cd-bd01-9ea297eb483e req-58a45f84-5ce0-4126-bbc9-9a4b58113a64 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:37.667728 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-dcdcd657-0fd4-45cd-bd01-9ea297eb483e req-58a45f84-5ce0-4126-bbc9-9a4b58113a64 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 931 time: 0.0759807 Jul 23 16:19:37.712903 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-dcdcd657-0fd4-45cd-bd01-9ea297eb483e req-8e283506-c9c8-4e61-b45f-05c11743fefc tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393424 Jul 23 16:19:38.567285 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d2e72-1e9c-409d-a65a-6b06bfbb0702 req-ed5e55cb-1d67-4ffb-aef9-33ab624fc2aa tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:38.568813 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-841d2e72-1e9c-409d-a65a-6b06bfbb0702 req-ed5e55cb-1d67-4ffb-aef9-33ab624fc2aa tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 944 time: 0.0710025 Jul 23 16:19:38.611504 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-841d2e72-1e9c-409d-a65a-6b06bfbb0702 req-e7e1b18d-90c0-4498-864b-8aec539dd789 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362613 Jul 23 16:19:38.852816 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d18cd-65ab-4a9b-b771-e283733677fb req-ec895e21-50fe-4266-8823-15fe48415eb6 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:38.854314 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8c7d18cd-65ab-4a9b-b771-e283733677fb req-ec895e21-50fe-4266-8823-15fe48415eb6 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 931 time: 0.0669475 Jul 23 16:19:38.920242 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8c7d18cd-65ab-4a9b-b771-e283733677fb req-48864fa0-0b0c-4be0-b9ef-91c749552cdf tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596278 Jul 23 16:19:39.747493 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca3e5b-bfee-4413-8801-3ef3d59f872f req-0527e1f1-9aea-4e26-aa92-1f5b33944be4 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:39.749161 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-06ca3e5b-bfee-4413-8801-3ef3d59f872f req-0527e1f1-9aea-4e26-aa92-1f5b33944be4 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 944 time: 0.0677354 Jul 23 16:19:39.791298 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-06ca3e5b-bfee-4413-8801-3ef3d59f872f req-1451f9b9-a706-43a5-a02e-ce4809e9614c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363092 Jul 23 16:19:40.065229 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f495cfd-6964-4c68-b6b8-e7e7ac299351 req-e09af061-eeb3-4630-a7e3-9036dd79ea01 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:40.066746 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9f495cfd-6964-4c68-b6b8-e7e7ac299351 req-e09af061-eeb3-4630-a7e3-9036dd79ea01 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 931 time: 0.0644038 Jul 23 16:19:40.114977 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9f495cfd-6964-4c68-b6b8-e7e7ac299351 req-94d52c45-7f8b-45b5-b79e-c7b2cb0c7134 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398052 Jul 23 16:19:40.969731 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ddc81-f03a-44e3-87f9-ca306ee7afb5 req-fafc7fb2-6faa-48f4-9eeb-6dbe29df64ad tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:40.971478 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-866ddc81-f03a-44e3-87f9-ca306ee7afb5 req-fafc7fb2-6faa-48f4-9eeb-6dbe29df64ad tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 944 time: 0.0878463 Jul 23 16:19:41.016707 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-866ddc81-f03a-44e3-87f9-ca306ee7afb5 req-f8c3fe83-bb1d-4d5c-84ea-54ce2b42c9ed tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365815 Jul 23 16:19:41.266548 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a714f-612d-4871-9eba-0aac792b04be req-eb806376-fe06-4527-a045-a42f7c48283e tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:41.268149 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-007a714f-612d-4871-9eba-0aac792b04be req-eb806376-fe06-4527-a045-a42f7c48283e tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 931 time: 0.0840337 Jul 23 16:19:41.306957 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-007a714f-612d-4871-9eba-0aac792b04be req-bb5acb43-442e-4461-aa6b-5b7be525d642 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329223 Jul 23 16:19:42.225715 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4bc76-14d8-4d0e-acba-577c23b20ea4 req-e6654f28-bea6-460a-a2d6-3cd39e8d8bb0 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:42.237975 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-aae4bc76-14d8-4d0e-acba-577c23b20ea4 req-e6654f28-bea6-460a-a2d6-3cd39e8d8bb0 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 944 time: 0.1293294 Jul 23 16:19:42.267695 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.280377 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-aae4bc76-14d8-4d0e-acba-577c23b20ea4 req-74ef71da-3bd1-458d-82b2-5e10e826204c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413051 Jul 23 16:19:42.386837 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58544) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:42.458566 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666de2c-2f3b-4acb-9e03-fc5ea498ee25 req-eaf6aab7-3f64-4c1f-be02-558890cf8c0b tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:42.460110 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f666de2c-2f3b-4acb-9e03-fc5ea498ee25 req-eaf6aab7-3f64-4c1f-be02-558890cf8c0b tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 931 time: 0.0650797 Jul 23 16:19:42.512897 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f666de2c-2f3b-4acb-9e03-fc5ea498ee25 req-be6272af-c2fc-49d9-9004-67fd1565804f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461485 Jul 23 16:19:42.513739 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-491bc7f8-b09d-42a4-a690-003c8c6c1497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.626320 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-491bc7f8-b09d-42a4-a690-003c8c6c1497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.635296 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-491bc7f8-b09d-42a4-a690-003c8c6c1497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.677155 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-491bc7f8-b09d-42a4-a690-003c8c6c1497 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eeb5ffa8049e48c698550036cc0e1c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863412 Jul 23 16:19:42.677155 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bc7f8-b09d-42a4-a690-003c8c6c1497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d169fe6c-8507-4ec4-8383-21fee1d51807,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:42.678692 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58548) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:42.745209 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bcec8b56-d1e8-4a15-9ed4-17d15655c47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.765574 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bcec8b56-d1e8-4a15-9ed4-17d15655c47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.817227 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bcec8b56-d1e8-4a15-9ed4-17d15655c47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.819787 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-bcec8b56-d1e8-4a15-9ed4-17d15655c47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.823709 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-bcec8b56-d1e8-4a15-9ed4-17d15655c47c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d169fe6c-8507-4ec4-8383-21fee1d51807 HTTP/1.1" status: 204 len: 168 time: 0.1412103 Jul 23 16:19:42.832464 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec8b56-d1e8-4a15-9ed4-17d15655c47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d169fe6c-8507-4ec4-8383-21fee1d51807,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:43.572641 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 58574) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:43.694021 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-f6ea6b44-b083-43a3-92c2-4aa0ecf337b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-558995779-network', 'tenant_id': 'ecdba013fde14b82b622eaa467156a27'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:43.719396 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ea6b44-b083-43a3-92c2-4aa0ecf337b2 admin admin] Made reservation on behalf of ecdba013fde14b82b622eaa467156a27 for: {'network': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:43.721972 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6b44-b083-43a3-92c2-4aa0ecf337b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.732665 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6b44-b083-43a3-92c2-4aa0ecf337b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.741568 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27ee02-68cd-4971-a7e4-ead568b40ccf req-0f124103-a5be-44d4-9112-2340198d462c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:43.743472 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4e27ee02-68cd-4971-a7e4-ead568b40ccf req-0f124103-a5be-44d4-9112-2340198d462c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 944 time: 0.3699820 Jul 23 16:19:43.790054 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4e27ee02-68cd-4971-a7e4-ead568b40ccf req-d1bba277-434e-4c9c-9717-82b9725fc7ae tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406089 Jul 23 16:19:43.867441 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6b44-b083-43a3-92c2-4aa0ecf337b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.873628 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6b44-b083-43a3-92c2-4aa0ecf337b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.903262 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ea6b44-b083-43a3-92c2-4aa0ecf337b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=93296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:19:43.909628 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea6b44-b083-43a3-92c2-4aa0ecf337b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0503948f-3896-4750-8af9-f104c5bf0cc1,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:43.916028 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6b44-b083-43a3-92c2-4aa0ecf337b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.916382 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.segments_db [None req-f6ea6b44-b083-43a3-92c2-4aa0ecf337b2 admin admin] Added segment f5a6faa7-ecd0-491e-a405-e1554df4d7ee of type vlan for network e4d59a40-6d6f-465e-9680-4bea3769ff63 Jul 23 16:19:43.981949 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6b44-b083-43a3-92c2-4aa0ecf337b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.009189 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df18b72-e5bc-4293-b74f-40f94add089a req-bd7a7fd4-f231-4a0d-aff0-e341bf3284f3 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:44.010827 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9df18b72-e5bc-4293-b74f-40f94add089a req-bd7a7fd4-f231-4a0d-aff0-e341bf3284f3 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 931 time: 0.1075213 Jul 23 16:19:44.026477 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6b44-b083-43a3-92c2-4aa0ecf337b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.029305 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ea6b44-b083-43a3-92c2-4aa0ecf337b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:44.029497 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6b44-b083-43a3-92c2-4aa0ecf337b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.051401 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9df18b72-e5bc-4293-b74f-40f94add089a req-6955c57e-7f0b-434e-952e-ebb40ca2daab tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343297 Jul 23 16:19:44.063872 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-f6ea6b44-b083-43a3-92c2-4aa0ecf337b2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4874952 Jul 23 16:19:44.064652 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58578) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:44.070533 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-4b9e3553-7837-41d3-8b55-b08edb5a01ea admin admin] Request body: {'subnet': {'network_id': 'e4d59a40-6d6f-465e-9680-4bea3769ff63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-558995779-subnet', 'tenant_id': 'ecdba013fde14b82b622eaa467156a27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:44.093167 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9e3553-7837-41d3-8b55-b08edb5a01ea admin admin] Made reservation on behalf of ecdba013fde14b82b622eaa467156a27 for: {'subnet': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:44.095910 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4b9e3553-7837-41d3-8b55-b08edb5a01ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13107893'] for subnet, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.096141 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea6b44-b083-43a3-92c2-4aa0ecf337b2 admin admin] Pushing event updated for resources: {'Network': ['ID=e4d59a40-6d6f-465e-9680-4bea3769ff63,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:44.106791 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network e4d59a40-6d6f-465e-9680-4bea3769ff63 details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:19:44.275372 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4b9e3553-7837-41d3-8b55-b08edb5a01ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14480288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13107879'] for subnet, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.333859 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e3553-7837-41d3-8b55-b08edb5a01ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b142617b-1114-4eb6-81ad-818a3d77fc3b,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:44.346040 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e3553-7837-41d3-8b55-b08edb5a01ea admin admin] Checking segment: {'id': 'f5a6faa7-ecd0-491e-a405-e1554df4d7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e4d59a40-6d6f-465e-9680-4bea3769ff63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:44.346404 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e3553-7837-41d3-8b55-b08edb5a01ea admin admin] Network hostable DHCP agents. Network: e4d59a40-6d6f-465e-9680-4bea3769ff63, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:19:44.365952 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e3553-7837-41d3-8b55-b08edb5a01ea admin admin] Network e4d59a40-6d6f-465e-9680-4bea3769ff63 is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:19:44.379579 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-4b9e3553-7837-41d3-8b55-b08edb5a01ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, e4d59a40-6d6f-465e-9680-4bea3769ff63) {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:44.385490 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9e3553-7837-41d3-8b55-b08edb5a01ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:44.386338 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-4b9e3553-7837-41d3-8b55-b08edb5a01ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.389500 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0febf53f-7a85-44c4-ace6-b4d5a7c99172 None None] Network e4d59a40-6d6f-465e-9680-4bea3769ff63 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:44.403136 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-4b9e3553-7837-41d3-8b55-b08edb5a01ea admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3370309 Jul 23 16:19:44.529323 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc30513-0722-4c33-b559-1a2437c2fe66 None None] Network e4d59a40-6d6f-465e-9680-4bea3769ff63 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:44.968757 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e042b-968a-4e8b-8de6-ade4d34fa5c0 req-550321d8-dfde-4880-bf6a-e12942576ce6 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:44.970700 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-662e042b-968a-4e8b-8de6-ade4d34fa5c0 req-550321d8-dfde-4880-bf6a-e12942576ce6 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 944 time: 0.0903642 Jul 23 16:19:45.030328 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-662e042b-968a-4e8b-8de6-ade4d34fa5c0 req-a9cde002-19a8-41bc-afd3-fbc6cf8cda3e tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526218 Jul 23 16:19:45.223228 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978bd36-81e9-449b-9f5a-6c93fb6e1c51 req-3f413f22-996c-4f20-8ea5-dcf5f4e71aa1 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:45.224772 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9978bd36-81e9-449b-9f5a-6c93fb6e1c51 req-3f413f22-996c-4f20-8ea5-dcf5f4e71aa1 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 931 time: 0.0902400 Jul 23 16:19:45.291556 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9978bd36-81e9-449b-9f5a-6c93fb6e1c51 req-9c1e8511-92dc-4782-82a8-18a0c42d0e50 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600338 Jul 23 16:19:45.777717 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Request body: {'port': {'device_id': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:45.790583 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-4bf081ec-1195-4f3e-b70f-5baaf00810f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.812338 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3baa9620-e977-4e4f-ac56-e3ac6f45dbed req-3ba58470-edf6-4996-aabe-ac9ac49283cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bbe0574-c7cd-4f8b-ada6-199e12411f85 HTTP/1.1" status: 200 len: 217 time: 0.0405979 Jul 23 16:19:45.854081 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.864756 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa9620-e977-4e4f-ac56-e3ac6f45dbed req-542058bf-2e18-488c-8431-327151ecdfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:45.866245 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3baa9620-e977-4e4f-ac56-e3ac6f45dbed req-542058bf-2e18-488c-8431-327151ecdfd7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1345c1fc-90b2-4087-8e13-41bf62bf0f8f HTTP/1.1" status: 200 len: 851 time: 0.0447953 Jul 23 16:19:45.933256 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa9620-e977-4e4f-ac56-e3ac6f45dbed req-30a22033-ab2d-40b5-9675-29d5c72ca6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:45.934787 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3baa9620-e977-4e4f-ac56-e3ac6f45dbed req-30a22033-ab2d-40b5-9675-29d5c72ca6da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0567811 Jul 23 16:19:46.040483 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3baa9620-e977-4e4f-ac56-e3ac6f45dbed req-ed800d9f-c733-4a91-9401-b107fe1b8bdf service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983579 Jul 23 16:19:46.134157 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deba7d39-7f28-49ee-9ad0-796d809fbe7d {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:46.141856 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.155160 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Transition to ACTIVE for port object deba7d39-7f28-49ee-9ad0-796d809fbe7d will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:46.159500 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.182745 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3baa9620-e977-4e4f-ac56-e3ac6f45dbed req-85f72a2d-84a4-41a8-b9ee-a1259a1fdb4c service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348913 Jul 23 16:19:46.204636 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebe89d-ba48-4fc8-add2-68ec388f7319 req-62282d8c-2248-4252-a661-63fc86f8b003 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.206290 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f5ebe89d-ba48-4fc8-add2-68ec388f7319 req-62282d8c-2248-4252-a661-63fc86f8b003 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 944 time: 0.0870717 Jul 23 16:19:46.210617 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Pushing event updated for resources: {'Port': ['ID=deba7d39-7f28-49ee-9ad0-796d809fbe7d,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:46.254847 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f5ebe89d-ba48-4fc8-add2-68ec388f7319 req-e6b78df2-a3ed-46b1-873d-fe4cb6b1940a tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385432 Jul 23 16:19:46.296295 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Attempting to bind port deba7d39-7f28-49ee-9ad0-796d809fbe7d on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:46.296596 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Attempting to bind port deba7d39-7f28-49ee-9ad0-796d809fbe7d by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '293f3401-b799-4dde-9fff-51fda7aade28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:46.296849 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Attempting to bind port deba7d39-7f28-49ee-9ad0-796d809fbe7d on network 1cf41c53-5bb3-498f-a085-07c65d4dc826 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:46.302413 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Port deba7d39-7f28-49ee-9ad0-796d809fbe7d on network 1cf41c53-5bb3-498f-a085-07c65d4dc826 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:46.302744 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Attempting to bind port deba7d39-7f28-49ee-9ad0-796d809fbe7d on network 1cf41c53-5bb3-498f-a085-07c65d4dc826 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:46.308493 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:46.308830 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Checking segment: {'id': '293f3401-b799-4dde-9fff-51fda7aade28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:46.309212 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Bound using segment: {'id': '293f3401-b799-4dde-9fff-51fda7aade28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:46.309780 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Bound port: deba7d39-7f28-49ee-9ad0-796d809fbe7d, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293f3401-b799-4dde-9fff-51fda7aade28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:46.310009 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.381074 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] For port deba7d39-7f28-49ee-9ad0-796d809fbe7d, host hv-cinder-79628, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:46.385088 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] For port deba7d39-7f28-49ee-9ad0-796d809fbe7d, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=deba7d39-7f28-49ee-9ad0-796d809fbe7d,segment=NetworkSegment(293f3401-b799-4dde-9fff-51fda7aade28),segment_id=293f3401-b799-4dde-9fff-51fda7aade28)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:46.393609 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.433638 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.434279 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.435743 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] 10.222.0.59 "PUT /v2.0/ports/deba7d39-7f28-49ee-9ad0-796d809fbe7d HTTP/1.1" status: 200 len: 1093 time: 0.6635525 Jul 23 16:19:46.436207 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'tag': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:46.438701 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e15ec1-d5d6-4912-81dd-6d9e55af103c" -d '{"events": [{"name": "network-changed", "server_uuid": "48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5", "tag": "deba7d39-7f28-49ee-9ad0-796d809fbe7d"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:46.456152 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6646939a-f5bc-4be6-ab82-85d7b9f01e51 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.457836 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6646939a-f5bc-4be6-ab82-85d7b9f01e51 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/networks?id=e4d59a40-6d6f-465e-9680-4bea3769ff63 HTTP/1.1" status: 200 len: 813 time: 0.1152792 Jul 23 16:19:46.468067 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2f99b-9a17-4605-aca1-77c12bdd53b9 service neutron] Pushing event updated for resources: {'Port': ['ID=deba7d39-7f28-49ee-9ad0-796d809fbe7d,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:46.474745 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-9bf6b102-d90d-4088-a59b-7c885b77ed69 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/quotas/ecdba013fde14b82b622eaa467156a27 HTTP/1.1" status: 200 len: 375 time: 0.0097466 Jul 23 16:19:46.515639 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-9bea9805-1e48-4aa4-85c6-e13afd51b4bf tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecdba013fde14b82b622eaa467156a27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336723 Jul 23 16:19:46.547585 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-ae6d1833-9b56-48bb-bc58-178fc474a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.549063 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-ae6d1833-9b56-48bb-bc58-178fc474a312 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e7f62e88d8b4abbae363ca96f7b1591&device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 1096 time: 0.0575187 Jul 23 16:19:46.602582 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-cac4e597-8103-4552-9ec2-dab618b0465a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deba7d39-7f28-49ee-9ad0-796d809fbe7d HTTP/1.1" status: 200 len: 217 time: 0.0401025 Jul 23 16:19:46.615708 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-2503b8a3-763c-4660-b4cf-4ddad6642312 service neutron] 10.222.0.69 "GET /v2.0/networks/e4d59a40-6d6f-465e-9680-4bea3769ff63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929632 Jul 23 16:19:46.655724 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-da21000b-6f2c-4573-bfa5-36ed452e6d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.657247 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-da21000b-6f2c-4573-bfa5-36ed452e6d20 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dc99486-3c2a-4854-8963-ac3440002037 HTTP/1.1" status: 200 len: 854 time: 0.0475264 Jul 23 16:19:46.705735 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-782483f8-3ddd-405e-b07c-b1ad5525b1bf service neutron] 10.222.0.69 "GET /v2.0/networks/e4d59a40-6d6f-465e-9680-4bea3769ff63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890188 Jul 23 16:19:46.715300 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5648d629-f13c-4808-821f-c1640b23269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.716800 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-5648d629-f13c-4808-821f-c1640b23269f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1cf41c53-5bb3-498f-a085-07c65d4dc826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532143 Jul 23 16:19:46.814149 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-473b963e-1e14-476e-a934-4d169545dd44 service neutron] 10.222.0.59 "GET /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906723 Jul 23 16:19:46.914419 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ab74548a-0276-4b3a-b443-1bf200152f7d req-7e8d2874-662e-4e6a-9c38-5647ce5f0e70 service neutron] 10.222.0.59 "GET /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932388 Jul 23 16:19:46.931695 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6466a-8cc1-48b3-9abb-d647f023b392 req-9369412e-1191-4bb8-95e9-a6313b9d8f3d tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.933143 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a5d6466a-8cc1-48b3-9abb-d647f023b392 req-9369412e-1191-4bb8-95e9-a6313b9d8f3d tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 943 time: 0.0745027 Jul 23 16:19:46.977887 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a5d6466a-8cc1-48b3-9abb-d647f023b392 req-ca72374f-8326-4914-8d96-3de0afd10561 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386388 Jul 23 16:19:47.023707 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfda95b-4a09-464a-8400-fd3a08e714f6 x-openstack-request-id: req-8dfda95b-4a09-464a-8400-fd3a08e714f6 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:47.024131 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5", "tag": "deba7d39-7f28-49ee-9ad0-796d809fbe7d", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:47.024464 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8dfda95b-4a09-464a-8400-fd3a08e714f6 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:47.025020 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'tag': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d', 'status': 'completed', 'code': 200} Jul 23 16:19:47.083125 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ace9b225-f9ed-4133-8e5b-b54798a1f98d req-675c1b34-806f-40fa-aa70-6b95afaefbe1 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5a3af10-070e-4aa1-ab48-16a1d45876c1 HTTP/1.1" status: 200 len: 210 time: 0.0315759 Jul 23 16:19:47.127630 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e15ec1-d5d6-4912-81dd-6d9e55af103c req-87b3efbe-584e-4ce6-99f4-af2cd5d52185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:47.129178 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f0e15ec1-d5d6-4912-81dd-6d9e55af103c req-87b3efbe-584e-4ce6-99f4-af2cd5d52185 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e7f62e88d8b4abbae363ca96f7b1591&device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 1096 time: 0.0572712 Jul 23 16:19:47.225655 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e15ec1-d5d6-4912-81dd-6d9e55af103c req-7b326c56-7448-4a0c-b015-91f61c79f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:47.227706 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f0e15ec1-d5d6-4912-81dd-6d9e55af103c req-7b326c56-7448-4a0c-b015-91f61c79f5d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1cf41c53-5bb3-498f-a085-07c65d4dc826 HTTP/1.1" status: 200 len: 916 time: 0.0909379 Jul 23 16:19:47.273977 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f0e15ec1-d5d6-4912-81dd-6d9e55af103c req-1d5bc2b1-0d32-4c2e-ab7e-ce5755baa64f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deba7d39-7f28-49ee-9ad0-796d809fbe7d HTTP/1.1" status: 200 len: 217 time: 0.0348072 Jul 23 16:19:47.329395 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e15ec1-d5d6-4912-81dd-6d9e55af103c req-366f5474-cee5-4248-983f-42b9f4d1fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:47.330854 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f0e15ec1-d5d6-4912-81dd-6d9e55af103c req-366f5474-cee5-4248-983f-42b9f4d1fd04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dc99486-3c2a-4854-8963-ac3440002037 HTTP/1.1" status: 200 len: 854 time: 0.0498130 Jul 23 16:19:47.392928 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e15ec1-d5d6-4912-81dd-6d9e55af103c req-54f177d1-574a-4177-9fd2-2ce4a83dd0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:47.394658 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f0e15ec1-d5d6-4912-81dd-6d9e55af103c req-54f177d1-574a-4177-9fd2-2ce4a83dd0a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1cf41c53-5bb3-498f-a085-07c65d4dc826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548580 Jul 23 16:19:47.406377 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a7b4c-0a92-41fe-9ecc-21c77e15a4d0 req-3dd740e4-7796-4e8e-87bc-f517d7dc6ecf tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:47.407998 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1e5a7b4c-0a92-41fe-9ecc-21c77e15a4d0 req-3dd740e4-7796-4e8e-87bc-f517d7dc6ecf tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 944 time: 0.0792232 Jul 23 16:19:47.448268 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1e5a7b4c-0a92-41fe-9ecc-21c77e15a4d0 req-481b9684-b716-4ced-8624-3d9c1462c819 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342968 Jul 23 16:19:47.507812 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f0e15ec1-d5d6-4912-81dd-6d9e55af103c req-b1457aea-150e-4cda-bbf9-5b32b0ad39a7 service neutron] 10.222.0.59 "GET /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056864 Jul 23 16:19:47.606006 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f0e15ec1-d5d6-4912-81dd-6d9e55af103c req-1d72abd6-dba9-423e-9399-3688756217ef service neutron] 10.222.0.59 "GET /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904067 Jul 23 16:19:47.980184 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-9bf4e77a-c203-4191-a289-79bc6088a5bc tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:47.981680 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-9bf4e77a-c203-4191-a289-79bc6088a5bc tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.59 "GET /v2.0/networks?id=e4d59a40-6d6f-465e-9680-4bea3769ff63 HTTP/1.1" status: 200 len: 813 time: 0.1059020 Jul 23 16:19:48.001563 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-cce4628b-5fda-44b5-92d7-4a93e035d82e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Request body: {'port': {'device_id': 'd5a3af10-070e-4aa1-ab48-16a1d45876c1', 'network_id': 'e4d59a40-6d6f-465e-9680-4bea3769ff63', 'admin_state_up': True, 'tenant_id': 'ecdba013fde14b82b622eaa467156a27'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:48.125811 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-cce4628b-5fda-44b5-92d7-4a93e035d82e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Made reservation on behalf of ecdba013fde14b82b622eaa467156a27 for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:48.128857 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7a12f-8fce-4d08-8d56-fa6f3e2362fb req-f2ecc5d9-5444-4dee-be27-eb605e53a6e6 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:48.129378 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-cce4628b-5fda-44b5-92d7-4a93e035d82e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.130459 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-70e7a12f-8fce-4d08-8d56-fa6f3e2362fb req-f2ecc5d9-5444-4dee-be27-eb605e53a6e6 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 943 time: 0.0679038 Jul 23 16:19:48.176544 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-70e7a12f-8fce-4d08-8d56-fa6f3e2362fb req-74ee04f0-96ba-4403-a8d2-6130fd336052 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397282 Jul 23 16:19:48.267199 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-020f3e0b-5ea7-4328-aed9-bb31dcb97e13 req-d48dc443-7207-4e78-a097-2b23a7385750 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5a3af10-070e-4aa1-ab48-16a1d45876c1 HTTP/1.1" status: 200 len: 210 time: 0.0298707 Jul 23 16:19:48.270690 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-cce4628b-5fda-44b5-92d7-4a93e035d82e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Allocated IP 172.20.0.3 (e4d59a40-6d6f-465e-9680-4bea3769ff63/b142617b-1114-4eb6-81ad-818a3d77fc3b/e9daae08-eda4-407f-a339-a4552afbd763) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:48.435323 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-cce4628b-5fda-44b5-92d7-4a93e035d82e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.480308 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-cce4628b-5fda-44b5-92d7-4a93e035d82e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.526785 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-cce4628b-5fda-44b5-92d7-4a93e035d82e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Network e4d59a40-6d6f-465e-9680-4bea3769ff63 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:48.530017 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-cce4628b-5fda-44b5-92d7-4a93e035d82e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:48.532465 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-cce4628b-5fda-44b5-92d7-4a93e035d82e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:48.559188 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4628b-5fda-44b5-92d7-4a93e035d82e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Pushing event updated for resources: {'Port': ['ID=e9daae08-eda4-407f-a339-a4552afbd763,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:48.566432 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-65544bbd-a56d-42cf-8514-f51d51b50255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.596489 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-cce4628b-5fda-44b5-92d7-4a93e035d82e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:48.596489 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-cce4628b-5fda-44b5-92d7-4a93e035d82e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.596873 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443e37e-3a96-426c-8a33-d99481dddf76 req-080dc5cc-91fc-4ea1-9cb7-b0e58b6ad293 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:48.596873 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f443e37e-3a96-426c-8a33-d99481dddf76 req-080dc5cc-91fc-4ea1-9cb7-b0e58b6ad293 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 944 time: 0.0751865 Jul 23 16:19:48.606614 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-cce4628b-5fda-44b5-92d7-4a93e035d82e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6094816 Jul 23 16:19:48.626593 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Request body: {'port': {'device_id': 'd5a3af10-070e-4aa1-ab48-16a1d45876c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:48.638492 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f443e37e-3a96-426c-8a33-d99481dddf76 req-86fdcea1-415e-4593-9e4c-e6d739ec46ba tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357921 Jul 23 16:19:48.704517 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.805998 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.996423 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9daae08-eda4-407f-a339-a4552afbd763 {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:49.004198 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.021554 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Transition to ACTIVE for port object e9daae08-eda4-407f-a339-a4552afbd763 will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:49.027709 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.085787 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Pushing event updated for resources: {'Port': ['ID=e9daae08-eda4-407f-a339-a4552afbd763,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:49.176758 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Attempting to bind port e9daae08-eda4-407f-a339-a4552afbd763 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:49.177102 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Attempting to bind port e9daae08-eda4-407f-a339-a4552afbd763 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'f5a6faa7-ecd0-491e-a405-e1554df4d7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e4d59a40-6d6f-465e-9680-4bea3769ff63'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:49.177440 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Attempting to bind port e9daae08-eda4-407f-a339-a4552afbd763 on network e4d59a40-6d6f-465e-9680-4bea3769ff63 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:49.183033 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Port e9daae08-eda4-407f-a339-a4552afbd763 on network e4d59a40-6d6f-465e-9680-4bea3769ff63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:49.183388 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Attempting to bind port e9daae08-eda4-407f-a339-a4552afbd763 on network e4d59a40-6d6f-465e-9680-4bea3769ff63 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:49.188586 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:49.188938 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Checking segment: {'id': 'f5a6faa7-ecd0-491e-a405-e1554df4d7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e4d59a40-6d6f-465e-9680-4bea3769ff63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:49.189345 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Bound using segment: {'id': 'f5a6faa7-ecd0-491e-a405-e1554df4d7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e4d59a40-6d6f-465e-9680-4bea3769ff63'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:49.189778 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Bound port: e9daae08-eda4-407f-a339-a4552afbd763, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a6faa7-ecd0-491e-a405-e1554df4d7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e4d59a40-6d6f-465e-9680-4bea3769ff63'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:49.190139 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.274003 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] For port e9daae08-eda4-407f-a339-a4552afbd763, host hv-cinder-79628, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:49.280844 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] For port e9daae08-eda4-407f-a339-a4552afbd763, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e9daae08-eda4-407f-a339-a4552afbd763,segment=NetworkSegment(f5a6faa7-ecd0-491e-a405-e1554df4d7ee),segment_id=f5a6faa7-ecd0-491e-a405-e1554df4d7ee)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:49.289158 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.292838 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.342054 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.343094 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.344720 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] 10.222.0.59 "PUT /v2.0/ports/e9daae08-eda4-407f-a339-a4552afbd763 HTTP/1.1" status: 200 len: 1093 time: 0.7227821 Jul 23 16:19:49.345170 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a3af10-070e-4aa1-ab48-16a1d45876c1', 'tag': 'e9daae08-eda4-407f-a339-a4552afbd763'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:49.347543 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d26535-2d12-468b-9404-3548634b3359" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a3af10-070e-4aa1-ab48-16a1d45876c1", "tag": "e9daae08-eda4-407f-a339-a4552afbd763"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:49.387371 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c320640-5a70-445c-b2eb-168cde1e6a29 service neutron] Pushing event updated for resources: {'Port': ['ID=e9daae08-eda4-407f-a339-a4552afbd763,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:49.388995 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6818d-60a6-456d-a1e9-fb838a3bdaea req-96f06e27-77b1-49ea-94de-4f50d592ee4f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.391155 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fda6818d-60a6-456d-a1e9-fb838a3bdaea req-96f06e27-77b1-49ea-94de-4f50d592ee4f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 943 time: 0.0842912 Jul 23 16:19:49.443914 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fda6818d-60a6-456d-a1e9-fb838a3bdaea req-f38114f3-e902-4a6a-a97d-357dd07f8411 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471115 Jul 23 16:19:49.495701 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-75104e0a-9da8-4e34-afa2-2b4de9280a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.497396 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-75104e0a-9da8-4e34-afa2-2b4de9280a4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ecdba013fde14b82b622eaa467156a27&device_id=d5a3af10-070e-4aa1-ab48-16a1d45876c1 HTTP/1.1" status: 200 len: 1096 time: 0.0763874 Jul 23 16:19:49.554200 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-d9053178-e8a9-4fff-ac8c-bacf7daeb422 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9daae08-eda4-407f-a339-a4552afbd763 HTTP/1.1" status: 200 len: 217 time: 0.0428586 Jul 23 16:19:49.597432 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3695f-7b8f-4273-94e8-decbc64df80a req-d90a87dc-e5f6-4b84-810f-c5cd06809ad3 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.598958 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6ef3695f-7b8f-4273-94e8-decbc64df80a req-d90a87dc-e5f6-4b84-810f-c5cd06809ad3 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5a3af10-070e-4aa1-ab48-16a1d45876c1 HTTP/1.1" status: 200 len: 943 time: 0.0886505 Jul 23 16:19:49.610869 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-522bbb46-2103-4f58-8c35-4b35038c0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.612533 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-522bbb46-2103-4f58-8c35-4b35038c0a00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b142617b-1114-4eb6-81ad-818a3d77fc3b HTTP/1.1" status: 200 len: 853 time: 0.0516989 Jul 23 16:19:49.643065 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6ef3695f-7b8f-4273-94e8-decbc64df80a req-d298d2c2-bb21-477d-8d6b-c100b3c1d3f3 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378134 Jul 23 16:19:49.649333 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-7acd56d3-4e7c-420a-bb14-f797b8f807d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4d59a40-6d6f-465e-9680-4bea3769ff63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298157 Jul 23 16:19:49.692979 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ece6143-87d4-4d84-840d-858689bd6570 x-openstack-request-id: req-9ece6143-87d4-4d84-840d-858689bd6570 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:49.693268 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a3af10-070e-4aa1-ab48-16a1d45876c1", "tag": "e9daae08-eda4-407f-a339-a4552afbd763", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:49.693514 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9ece6143-87d4-4d84-840d-858689bd6570 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:49.693902 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a3af10-070e-4aa1-ab48-16a1d45876c1', 'tag': 'e9daae08-eda4-407f-a339-a4552afbd763', 'status': 'completed', 'code': 200} Jul 23 16:19:49.769561 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-76139533-39c3-4349-9ab2-cadb04041246 service neutron] 10.222.0.59 "GET /v2.0/networks/e4d59a40-6d6f-465e-9680-4bea3769ff63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130118 Jul 23 16:19:49.807342 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f1f1c-37e1-40bf-9f5c-95de39a03e23 req-a3b4a674-af5d-455b-84c8-d73550c514c6 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.808857 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5b3f1f1c-37e1-40bf-9f5c-95de39a03e23 req-a3b4a674-af5d-455b-84c8-d73550c514c6 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 944 time: 0.0730984 Jul 23 16:19:49.850580 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5b3f1f1c-37e1-40bf-9f5c-95de39a03e23 req-18c9a157-e938-421b-81a9-eea077f98320 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358198 Jul 23 16:19:49.867167 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c6081f58-bd18-44c2-b60a-eccef9693134 req-c7a3f3de-b5e5-4c4e-81bd-bfd0a2deeec0 service neutron] 10.222.0.59 "GET /v2.0/networks/e4d59a40-6d6f-465e-9680-4bea3769ff63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904512 Jul 23 16:19:50.003318 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device deba7d39-7f28-49ee-9ad0-796d809fbe7d details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:50.034489 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d26535-2d12-468b-9404-3548634b3359 req-9ef272db-5be7-4822-86d6-231751912a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:50.036079 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2d26535-2d12-468b-9404-3548634b3359 req-9ef272db-5be7-4822-86d6-231751912a4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ecdba013fde14b82b622eaa467156a27&device_id=d5a3af10-070e-4aa1-ab48-16a1d45876c1 HTTP/1.1" status: 200 len: 1096 time: 0.0647137 Jul 23 16:19:50.101207 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port deba7d39-7f28-49ee-9ad0-796d809fbe7d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=deba7d39-7f28-49ee-9ad0-796d809fbe7d,segment=NetworkSegment(293f3401-b799-4dde-9fff-51fda7aade28),segment_id=293f3401-b799-4dde-9fff-51fda7aade28)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:50.112627 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d', 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826', 'port_id': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d', 'mac_address': 'fa:16:3e:83:63:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc99486-3c2a-4854-8963-ac3440002037', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:50.126984 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d26535-2d12-468b-9404-3548634b3359 req-88525a8b-fcac-4642-80b3-b25fd1b1f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:50.128736 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2d26535-2d12-468b-9404-3548634b3359 req-88525a8b-fcac-4642-80b3-b25fd1b1f547 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4d59a40-6d6f-465e-9680-4bea3769ff63 HTTP/1.1" status: 200 len: 914 time: 0.0853844 Jul 23 16:19:50.156302 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.170021 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deba7d39-7f28-49ee-9ad0-796d809fbe7d {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:50.171955 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2d26535-2d12-468b-9404-3548634b3359 req-3f3b10f6-289c-4921-801c-15c6fc203088 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9daae08-eda4-407f-a339-a4552afbd763 HTTP/1.1" status: 200 len: 217 time: 0.0367186 Jul 23 16:19:50.189828 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port deba7d39-7f28-49ee-9ad0-796d809fbe7d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=deba7d39-7f28-49ee-9ad0-796d809fbe7d,segment=NetworkSegment(293f3401-b799-4dde-9fff-51fda7aade28),segment_id=293f3401-b799-4dde-9fff-51fda7aade28)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:50.194343 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.221293 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d26535-2d12-468b-9404-3548634b3359 req-34ee9694-392f-4605-84b9-30222c8692d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:50.222937 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2d26535-2d12-468b-9404-3548634b3359 req-34ee9694-392f-4605-84b9-30222c8692d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b142617b-1114-4eb6-81ad-818a3d77fc3b HTTP/1.1" status: 200 len: 853 time: 0.0450697 Jul 23 16:19:50.246193 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=deba7d39-7f28-49ee-9ad0-796d809fbe7d,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:50.257720 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2d26535-2d12-468b-9404-3548634b3359 req-f62204c2-136f-447f-9374-ab941ed7439a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4d59a40-6d6f-465e-9680-4bea3769ff63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275242 Jul 23 16:19:50.359164 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2d26535-2d12-468b-9404-3548634b3359 req-901bcfdc-daf3-42f2-999b-405eb20510ac service neutron] 10.222.0.59 "GET /v2.0/networks/e4d59a40-6d6f-465e-9680-4bea3769ff63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937269 Jul 23 16:19:50.453757 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c2d26535-2d12-468b-9404-3548634b3359 req-d279260a-41ac-4d38-845e-eb5ba6b91de5 service neutron] 10.222.0.59 "GET /v2.0/networks/e4d59a40-6d6f-465e-9680-4bea3769ff63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855668 Jul 23 16:19:50.521823 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['deba7d39-7f28-49ee-9ad0-796d809fbe7d'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:50.588602 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362210b-9ef9-483a-9967-761769ad3568 req-57150a1b-17ac-474d-8f54-13ed89dbe4a4 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:50.590175 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a362210b-9ef9-483a-9967-761769ad3568 req-57150a1b-17ac-474d-8f54-13ed89dbe4a4 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 944 time: 0.0738657 Jul 23 16:19:50.628564 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a362210b-9ef9-483a-9967-761769ad3568 req-78729eec-d696-4563-95c4-fcaad3acd2e7 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324597 Jul 23 16:19:50.793186 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94fe84-5746-40fc-83f0-5ccbdd25f612 req-b7eb6113-aadd-41a2-a846-c2662e9611cc tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:50.794787 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0d94fe84-5746-40fc-83f0-5ccbdd25f612 req-b7eb6113-aadd-41a2-a846-c2662e9611cc tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5a3af10-070e-4aa1-ab48-16a1d45876c1 HTTP/1.1" status: 200 len: 943 time: 0.0741329 Jul 23 16:19:50.834728 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0d94fe84-5746-40fc-83f0-5ccbdd25f612 req-8a709c34-6442-43ff-b334-b369212f76df tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336316 Jul 23 16:19:50.989430 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1cdb3-c5d5-4976-b3c5-52ec951bf302 req-06538af6-dd45-498d-a48b-00e2c4b420c5 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:50.990912 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e1d1cdb3-c5d5-4976-b3c5-52ec951bf302 req-06538af6-dd45-498d-a48b-00e2c4b420c5 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 944 time: 0.0685663 Jul 23 16:19:51.031224 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e1d1cdb3-c5d5-4976-b3c5-52ec951bf302 req-aec9df32-279d-433e-9b1b-66d690c7e13c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329609 Jul 23 16:19:51.068892 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.772460 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318c1c3-b32c-4a78-a7c1-d54b9c8a197c req-dc9b2d60-268f-4c8e-bd8e-3d25624b34ce tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:51.774009 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7318c1c3-b32c-4a78-a7c1-d54b9c8a197c req-dc9b2d60-268f-4c8e-bd8e-3d25624b34ce tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 944 time: 0.0668840 Jul 23 16:19:51.822205 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7318c1c3-b32c-4a78-a7c1-d54b9c8a197c req-e21d29d9-c963-4183-bb85-b8fecea16ce7 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373895 Jul 23 16:19:51.987065 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039f06b-8b0f-4bd4-a866-4fbdc87a5fa8 req-b71efb98-523f-4406-9904-6abfa202f17d tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:51.988474 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d039f06b-8b0f-4bd4-a866-4fbdc87a5fa8 req-b71efb98-523f-4406-9904-6abfa202f17d tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5a3af10-070e-4aa1-ab48-16a1d45876c1 HTTP/1.1" status: 200 len: 943 time: 0.0713122 Jul 23 16:19:52.009250 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device e9daae08-eda4-407f-a339-a4552afbd763 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:52.016997 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device deba7d39-7f28-49ee-9ad0-796d809fbe7d up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:52.030280 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d039f06b-8b0f-4bd4-a866-4fbdc87a5fa8 req-199e2d74-5796-4c34-a328-806d43964678 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344584 Jul 23 16:19:52.153441 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port deba7d39-7f28-49ee-9ad0-796d809fbe7d completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:52.166202 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf99948-0792-4498-bd42-761eada33501 req-a56a2f50-96ae-4755-a03f-9bfd70c19233 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:52.168230 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-caf99948-0792-4498-bd42-761eada33501 req-a56a2f50-96ae-4755-a03f-9bfd70c19233 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 944 time: 0.0712790 Jul 23 16:19:52.169804 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port deba7d39-7f28-49ee-9ad0-796d809fbe7d triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:52.170173 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.176117 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port e9daae08-eda4-407f-a339-a4552afbd763, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e9daae08-eda4-407f-a339-a4552afbd763,segment=NetworkSegment(f5a6faa7-ecd0-491e-a405-e1554df4d7ee),segment_id=f5a6faa7-ecd0-491e-a405-e1554df4d7ee)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:52.205267 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': 'e9daae08-eda4-407f-a339-a4552afbd763', 'network_id': 'e4d59a40-6d6f-465e-9680-4bea3769ff63', 'port_id': 'e9daae08-eda4-407f-a339-a4552afbd763', 'mac_address': 'fa:16:3e:21:1f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b142617b-1114-4eb6-81ad-818a3d77fc3b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:52.206026 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-caf99948-0792-4498-bd42-761eada33501 req-9f860558-3ff7-4e47-b9bb-fae2582146de tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324261 Jul 23 16:19:52.254683 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.285984 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9daae08-eda4-407f-a339-a4552afbd763 {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:52.308524 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.313213 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port e9daae08-eda4-407f-a339-a4552afbd763, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e9daae08-eda4-407f-a339-a4552afbd763,segment=NetworkSegment(f5a6faa7-ecd0-491e-a405-e1554df4d7ee),segment_id=f5a6faa7-ecd0-491e-a405-e1554df4d7ee)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:52.322854 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.357949 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:52.360202 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bd8984-d287-4de0-9faa-8c3ab568c2e2" -d '{"events": [{"server_uuid": "48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5", "name": "network-vif-plugged", "status": "completed", "tag": "deba7d39-7f28-49ee-9ad0-796d809fbe7d"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:52.377795 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port deba7d39-7f28-49ee-9ad0-796d809fbe7d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=deba7d39-7f28-49ee-9ad0-796d809fbe7d,segment=NetworkSegment(293f3401-b799-4dde-9fff-51fda7aade28),segment_id=293f3401-b799-4dde-9fff-51fda7aade28)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:52.388647 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.394432 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=e9daae08-eda4-407f-a339-a4552afbd763,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:52.419066 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ab8344-4af7-4a2c-9350-cd66995356da x-openstack-request-id: req-39ab8344-4af7-4a2c-9350-cd66995356da {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:52.419389 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5", "name": "network-vif-plugged", "status": "completed", "tag": "deba7d39-7f28-49ee-9ad0-796d809fbe7d", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:52.419638 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-39ab8344-4af7-4a2c-9350-cd66995356da {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:52.420015 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d', 'code': 200} Jul 23 16:19:52.448631 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=deba7d39-7f28-49ee-9ad0-796d809fbe7d,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:52.623188 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['e9daae08-eda4-407f-a339-a4552afbd763'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:52.636435 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17629aa0-7b0d-4556-8228-a2bb3d7eb72f req-1fb571a7-98cf-4a87-ac87-949f27f077c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:52.637987 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-17629aa0-7b0d-4556-8228-a2bb3d7eb72f req-1fb571a7-98cf-4a87-ac87-949f27f077c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 1098 time: 0.0598516 Jul 23 16:19:52.673858 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-17629aa0-7b0d-4556-8228-a2bb3d7eb72f req-6ac3c441-9360-489d-840e-c3b69bedb99b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285256 Jul 23 16:19:52.984454 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285f33e-eab4-4573-8e77-5840cb19e413 req-3b725dd0-b0a3-4f5a-8821-76b8c0d62306 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:52.985918 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0285f33e-eab4-4573-8e77-5840cb19e413 req-3b725dd0-b0a3-4f5a-8821-76b8c0d62306 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 945 time: 0.0811362 Jul 23 16:19:53.029288 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0285f33e-eab4-4573-8e77-5840cb19e413 req-05ad79fa-93f5-431d-8094-0e363626ee02 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343506 Jul 23 16:19:53.176188 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5f7eb-f67f-4bca-8b06-76580d36dad9 req-55b5e4ee-5186-427b-b442-18f0343ce296 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:53.177703 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-29f5f7eb-f67f-4bca-8b06-76580d36dad9 req-55b5e4ee-5186-427b-b442-18f0343ce296 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5a3af10-070e-4aa1-ab48-16a1d45876c1 HTTP/1.1" status: 200 len: 944 time: 0.0763175 Jul 23 16:19:53.215714 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-29f5f7eb-f67f-4bca-8b06-76580d36dad9 req-a167f4f2-7a20-4e3e-bf07-bbb67b1f28fc tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322013 Jul 23 16:19:53.355241 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73c037-cd9f-4536-8d8e-1a2fe51c0e6e req-f4d2aa8a-e488-42b5-bc1b-f81afdef1acd tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:53.356742 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1a73c037-cd9f-4536-8d8e-1a2fe51c0e6e req-f4d2aa8a-e488-42b5-bc1b-f81afdef1acd tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 944 time: 0.0750558 Jul 23 16:19:53.398001 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1a73c037-cd9f-4536-8d8e-1a2fe51c0e6e req-8b51f2ef-a790-4b88-bfb9-ca10a28eeb01 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330567 Jul 23 16:19:54.023890 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 2bbe0574-c7cd-4f8b-ada6-199e12411f85 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:54.031175 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device e9daae08-eda4-407f-a339-a4552afbd763 up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:54.146131 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port e9daae08-eda4-407f-a339-a4552afbd763 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:54.152663 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port e9daae08-eda4-407f-a339-a4552afbd763 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:54.153036 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.185937 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e4a0c-1ebd-400c-b408-61f6e2be5700 req-812d745f-cfb8-4406-9b6a-d0c56cf7b75e tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:54.187729 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-dc5e4a0c-1ebd-400c-b408-61f6e2be5700 req-812d745f-cfb8-4406-9b6a-d0c56cf7b75e tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 945 time: 0.0793116 Jul 23 16:19:54.189037 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 2bbe0574-c7cd-4f8b-ada6-199e12411f85, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2bbe0574-c7cd-4f8b-ada6-199e12411f85,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:54.206925 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': '2bbe0574-c7cd-4f8b-ada6-199e12411f85', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'port_id': '2bbe0574-c7cd-4f8b-ada6-199e12411f85', 'mac_address': 'fa:16:3e:1b:33:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:54.227124 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-dc5e4a0c-1ebd-400c-b408-61f6e2be5700 req-3b26a0c8-8b64-43ec-8107-540bf5c61f5f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334823 Jul 23 16:19:54.268445 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.290183 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bbe0574-c7cd-4f8b-ada6-199e12411f85 {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:54.300487 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.327931 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 2bbe0574-c7cd-4f8b-ada6-199e12411f85, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2bbe0574-c7cd-4f8b-ada6-199e12411f85,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:54.337086 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.348436 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port e9daae08-eda4-407f-a339-a4552afbd763, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e9daae08-eda4-407f-a339-a4552afbd763,segment=NetworkSegment(f5a6faa7-ecd0-491e-a405-e1554df4d7ee),segment_id=f5a6faa7-ecd0-491e-a405-e1554df4d7ee)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:54.356460 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b4803-3ad7-49e2-aaca-d681b966c648 req-0c141f70-278a-44e7-a543-91ed01cd8de9 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:54.358001 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-824b4803-3ad7-49e2-aaca-d681b966c648 req-0c141f70-278a-44e7-a543-91ed01cd8de9 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5a3af10-070e-4aa1-ab48-16a1d45876c1 HTTP/1.1" status: 200 len: 944 time: 0.0655971 Jul 23 16:19:54.365935 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.392616 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=2bbe0574-c7cd-4f8b-ada6-199e12411f85,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:54.399661 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-824b4803-3ad7-49e2-aaca-d681b966c648 req-44deff1f-21c6-4cc6-aaae-2da43c228ab2 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357432 Jul 23 16:19:54.420981 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a3af10-070e-4aa1-ab48-16a1d45876c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9daae08-eda4-407f-a339-a4552afbd763'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:54.423319 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527ea319-0e39-4df3-9061-78e6e86eaa97" -d '{"events": [{"server_uuid": "d5a3af10-070e-4aa1-ab48-16a1d45876c1", "name": "network-vif-plugged", "status": "completed", "tag": "e9daae08-eda4-407f-a339-a4552afbd763"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:54.449994 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=e9daae08-eda4-407f-a339-a4552afbd763,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:54.524407 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce2638-f2f0-467a-b8e8-838391b07c19 req-bc2c61d6-8f1c-4924-8c5b-1b0c3dad0586 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:54.525887 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-15ce2638-f2f0-467a-b8e8-838391b07c19 req-bc2c61d6-8f1c-4924-8c5b-1b0c3dad0586 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 945 time: 0.0696225 Jul 23 16:19:54.567330 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-15ce2638-f2f0-467a-b8e8-838391b07c19 req-eaf9badf-f0a8-4443-9611-fa8c9c42666b tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336244 Jul 23 16:19:54.638549 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['2bbe0574-c7cd-4f8b-ada6-199e12411f85'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:54.698772 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c63acb-5823-455d-a99c-8b49f473605a req-4999800c-b5c9-46b9-b385-2d75c5afb99c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:54.700269 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-60c63acb-5823-455d-a99c-8b49f473605a req-4999800c-b5c9-46b9-b385-2d75c5afb99c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 945 time: 0.0673213 Jul 23 16:19:54.740411 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-60c63acb-5823-455d-a99c-8b49f473605a req-5689e35d-3b73-4b57-86d5-f337f49ed66c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340071 Jul 23 16:19:54.786679 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e13e767-272c-4aaf-ab63-a69680c520ce x-openstack-request-id: req-5e13e767-272c-4aaf-ab63-a69680c520ce {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:54.786972 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a3af10-070e-4aa1-ab48-16a1d45876c1", "name": "network-vif-plugged", "status": "completed", "tag": "e9daae08-eda4-407f-a339-a4552afbd763", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:54.787244 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5e13e767-272c-4aaf-ab63-a69680c520ce {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:54.787632 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a3af10-070e-4aa1-ab48-16a1d45876c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9daae08-eda4-407f-a339-a4552afbd763', 'code': 200} Jul 23 16:19:55.004602 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0fbeb-bf3f-49cc-a58d-593fcc58aced req-d9a978d8-02e9-41ea-936e-d8b0f4a3cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:55.006191 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dea0fbeb-bf3f-49cc-a58d-593fcc58aced req-d9a978d8-02e9-41ea-936e-d8b0f4a3cf49 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d5a3af10-070e-4aa1-ab48-16a1d45876c1 HTTP/1.1" status: 200 len: 1098 time: 0.0538263 Jul 23 16:19:55.042221 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-dea0fbeb-bf3f-49cc-a58d-593fcc58aced req-1fbe09a9-a1d7-49ed-9f33-d51423d15e90 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292006 Jul 23 16:19:55.113498 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3208b-a0cb-4e7a-a176-cfb0ae2a67d1 req-26c9c68c-ee3e-43af-ba21-6c8fc8f2e106 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:55.115033 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9ba3208b-a0cb-4e7a-a176-cfb0ae2a67d1 req-26c9c68c-ee3e-43af-ba21-6c8fc8f2e106 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 945 time: 0.0664384 Jul 23 16:19:55.155507 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9ba3208b-a0cb-4e7a-a176-cfb0ae2a67d1 req-8f03df8f-2de9-453b-bd99-71a8f2345c8f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342562 Jul 23 16:19:55.548401 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28680967-a54b-4874-b60d-4f66d5279c12 req-3709b86d-8f59-426e-9c84-ce7d7558a6bc tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:55.550196 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-28680967-a54b-4874-b60d-4f66d5279c12 req-3709b86d-8f59-426e-9c84-ce7d7558a6bc tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5a3af10-070e-4aa1-ab48-16a1d45876c1 HTTP/1.1" status: 200 len: 945 time: 0.0739100 Jul 23 16:19:55.597887 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-28680967-a54b-4874-b60d-4f66d5279c12 req-dc1748e9-a7b4-4609-ab41-10fac3ca9317 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389342 Jul 23 16:19:55.886173 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce5a16-beb8-428e-8888-76f495638e6d req-44996a14-e8b0-4ffc-8105-21a94aaf9ff3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:55.887800 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ffce5a16-beb8-428e-8888-76f495638e6d req-44996a14-e8b0-4ffc-8105-21a94aaf9ff3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 945 time: 0.0745022 Jul 23 16:19:55.932035 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ffce5a16-beb8-428e-8888-76f495638e6d req-efcc1e94-43e3-4e3d-8403-ccd189aa4e4f tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379856 Jul 23 16:19:56.042773 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 2bbe0574-c7cd-4f8b-ada6-199e12411f85 up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:56.093009 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port 2bbe0574-c7cd-4f8b-ada6-199e12411f85 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:56.096945 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port 2bbe0574-c7cd-4f8b-ada6-199e12411f85 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:56.097336 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.178544 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.213466 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 2bbe0574-c7cd-4f8b-ada6-199e12411f85, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2bbe0574-c7cd-4f8b-ada6-199e12411f85,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:56.218212 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.270938 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=2bbe0574-c7cd-4f8b-ada6-199e12411f85,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:56.703818 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:19:56.737395 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675508df-1aa8-4a2a-9392-78f8357ec36a req-9480df15-c54e-4381-861f-2c3503819542 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:56.738988 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-675508df-1aa8-4a2a-9392-78f8357ec36a req-9480df15-c54e-4381-861f-2c3503819542 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5a3af10-070e-4aa1-ab48-16a1d45876c1 HTTP/1.1" status: 200 len: 945 time: 0.0699575 Jul 23 16:19:56.778198 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-675508df-1aa8-4a2a-9392-78f8357ec36a req-0238f413-b0cc-42a0-a7a7-5647c3067181 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334024 Jul 23 16:19:56.789043 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbe0574-c7cd-4f8b-ada6-199e12411f85'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:56.791545 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebffe480-a3d4-4866-bc17-10f30d1b0012" -d '{"events": [{"server_uuid": "8c48bd21-b820-4f5c-b4be-34de564b55a4", "name": "network-vif-plugged", "status": "completed", "tag": "2bbe0574-c7cd-4f8b-ada6-199e12411f85"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:57.132600 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e92702a-02fa-4123-b897-97817ae59f81 x-openstack-request-id: req-9e92702a-02fa-4123-b897-97817ae59f81 {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:57.133555 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c48bd21-b820-4f5c-b4be-34de564b55a4", "name": "network-vif-plugged", "status": "completed", "tag": "2bbe0574-c7cd-4f8b-ada6-199e12411f85", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:57.134098 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e92702a-02fa-4123-b897-97817ae59f81 {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:57.134763 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbe0574-c7cd-4f8b-ada6-199e12411f85', 'code': 200} Jul 23 16:19:57.271584 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331d455-7fec-4687-b089-c8860821de5e req-6381280a-9a3e-4e03-b23d-949a620a8648 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:57.271584 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1331d455-7fec-4687-b089-c8860821de5e req-6381280a-9a3e-4e03-b23d-949a620a8648 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 946 time: 0.0895617 Jul 23 16:19:57.314792 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1331d455-7fec-4687-b089-c8860821de5e req-c97a9348-30a9-45de-8c23-52ad5df2ae8e tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356045 Jul 23 16:19:57.446927 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb01d7-32c5-4d59-98c3-2b446bd4f22b req-451cb918-0c80-49f6-97ef-595bf7754a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:57.448723 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3adb01d7-32c5-4d59-98c3-2b446bd4f22b req-451cb918-0c80-49f6-97ef-595bf7754a1d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 1099 time: 0.0555203 Jul 23 16:19:57.484283 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3adb01d7-32c5-4d59-98c3-2b446bd4f22b req-43c287ba-590b-4729-a586-6175a5a82abd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284379 Jul 23 16:19:58.457008 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71fff6-c6ca-4c8b-838d-feb6a9bf6513 req-a8465fab-2c9e-471d-abfd-f0f36603919c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:58.458644 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8a71fff6-c6ca-4c8b-838d-feb6a9bf6513 req-a8465fab-2c9e-471d-abfd-f0f36603919c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 946 time: 0.0689600 Jul 23 16:19:58.506267 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8a71fff6-c6ca-4c8b-838d-feb6a9bf6513 req-fbc89c19-040e-4059-93f3-d73359384228 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391624 Jul 23 16:19:59.651051 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759a60c-bedc-45f0-a5ea-27b206d21a0d req-e8c2191c-db57-4732-8409-a16b0c7072ae tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:59.653034 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7759a60c-bedc-45f0-a5ea-27b206d21a0d req-e8c2191c-db57-4732-8409-a16b0c7072ae tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 946 time: 0.0740371 Jul 23 16:19:59.692356 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7759a60c-bedc-45f0-a5ea-27b206d21a0d req-868589db-8981-415c-8de3-0185ce3049a0 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336156 Jul 23 16:19:59.835622 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272eaec6-f14c-410b-b1f6-d26d758bca5d req-d94778f3-1605-4fb5-bb1c-f1e436e0cf2b tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:59.837415 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-272eaec6-f14c-410b-b1f6-d26d758bca5d req-d94778f3-1605-4fb5-bb1c-f1e436e0cf2b tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 946 time: 0.0662730 Jul 23 16:19:59.881581 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-272eaec6-f14c-410b-b1f6-d26d758bca5d req-c3d37f3a-76e6-4dcc-a7ad-00b11e0f096d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378890 Jul 23 16:19:59.904416 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 58786) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:59.970068 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5911ddf5-7655-4d0e-ab79-269bf33c451a tempest-TestVolumeBootPattern-150793662 tempest-TestVolumeBootPattern-150793662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:59.971680 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-5911ddf5-7655-4d0e-ab79-269bf33c451a tempest-TestVolumeBootPattern-150793662 tempest-TestVolumeBootPattern-150793662-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 1094 time: 0.0662329 Jul 23 16:19:59.974704 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 58788) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:59.981421 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Request body: {'floatingip': {'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'port_id': '2bbe0574-c7cd-4f8b-ada6-199e12411f85', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:00.010890 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for floatingip, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.115626 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.484989 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Allocated IP 172.27.0.122 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/aca143c2-94d7-450b-93ff-881fe646d8fa) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:00.594194 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.638031 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.690470 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:00.694485 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:00.697981 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:00.700149 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event updated for resources: {'Port': ['ID=aca143c2-94d7-450b-93ff-881fe646d8fa,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:01.084139 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.167190 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.332129 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.340143 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.417023 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event updated for resources: {'Port': ['ID=aca143c2-94d7-450b-93ff-881fe646d8fa,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:01.442263 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736144'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.550633 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.l3_db [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Floating IP 78bda607-ad9d-4b61-ba5c-0a363310c058 associated. External IP: 172.27.0.122, port: 2bbe0574-c7cd-4f8b-ada6-199e12411f85. Jul 23 16:20:01.784722 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Router 0269c8be-15a4-4024-81a2-5c718e93e027 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:20:01.906837 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:20:01.918282 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15315a-5453-4454-adfe-6603ee4c288f None None] Sync routers for ids ['0269c8be-15a4-4024-81a2-5c718e93e027'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:20:01.927156 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.930818 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b15315a-5453-4454-adfe-6603ee4c288f None None] Routers {'0269c8be-15a4-4024-81a2-5c718e93e027'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:01.931614 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-7b15315a-5453-4454-adfe-6603ee4c288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:19:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0269c8be-15a4-4024-81a2-5c718e93e027'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:01.967806 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-b0f42f4a-4c79-45da-9a1a-8f83aec49427 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9917912 Jul 23 16:20:01.968647 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'tag': '2bbe0574-c7cd-4f8b-ada6-199e12411f85'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:01.971022 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e47fde-2bb6-4325-bb49-a69de3cadd1d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c48bd21-b820-4f5c-b4be-34de564b55a4", "tag": "2bbe0574-c7cd-4f8b-ada6-199e12411f85"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:02.016795 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a006003d-1e8c-42d4-b181-f0f344410bfc x-openstack-request-id: req-a006003d-1e8c-42d4-b181-f0f344410bfc {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:02.017092 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c48bd21-b820-4f5c-b4be-34de564b55a4", "tag": "2bbe0574-c7cd-4f8b-ada6-199e12411f85", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:02.017357 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a006003d-1e8c-42d4-b181-f0f344410bfc {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:02.017798 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'tag': '2bbe0574-c7cd-4f8b-ada6-199e12411f85', 'status': 'completed', 'code': 200} Jul 23 16:20:02.039520 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-7b15315a-5453-4454-adfe-6603ee4c288f None None] Set router 0269c8be-15a4-4024-81a2-5c718e93e027 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:02.151965 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e47fde-2bb6-4325-bb49-a69de3cadd1d req-3d7336b1-0a8d-456a-92ae-c68178c101b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:02.153786 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-21e47fde-2bb6-4325-bb49-a69de3cadd1d req-3d7336b1-0a8d-456a-92ae-c68178c101b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff5d477b98d144eda7ab469b1df679e6&device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 1099 time: 0.0596933 Jul 23 16:20:02.250629 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e47fde-2bb6-4325-bb49-a69de3cadd1d req-aa778fcf-3255-4733-864b-d72a08fae7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:02.252179 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-21e47fde-2bb6-4325-bb49-a69de3cadd1d req-aa778fcf-3255-4733-864b-d72a08fae7d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e HTTP/1.1" status: 200 len: 913 time: 0.0917041 Jul 23 16:20:02.281396 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-7b15315a-5453-4454-adfe-6603ee4c288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': '78bda607-ad9d-4b61-ba5c-0a363310c058', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'port_id': '2bbe0574-c7cd-4f8b-ada6-199e12411f85', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'mac_address': 'fa:16:3e:1b:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:20:00Z', 'updated_at': '2021-07-23T16:20:00Z', 'revision_number': 0, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:02.308297 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15315a-5453-4454-adfe-6603ee4c288f None None] Checking router: 0269c8be-15a4-4024-81a2-5c718e93e027 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:20:02.316946 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b15315a-5453-4454-adfe-6603ee4c288f None None] Routers {'0269c8be-15a4-4024-81a2-5c718e93e027'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:02.317571 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-7b15315a-5453-4454-adfe-6603ee4c288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:19:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0269c8be-15a4-4024-81a2-5c718e93e027'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:02.323257 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-21e47fde-2bb6-4325-bb49-a69de3cadd1d req-2869482a-0686-45aa-88e9-03435f54bc90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bbe0574-c7cd-4f8b-ada6-199e12411f85 HTTP/1.1" status: 200 len: 1000 time: 0.0630779 Jul 23 16:20:02.379710 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e47fde-2bb6-4325-bb49-a69de3cadd1d req-465cf1b5-1bac-4028-9e56-c9726eb17de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:02.381202 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-21e47fde-2bb6-4325-bb49-a69de3cadd1d req-465cf1b5-1bac-4028-9e56-c9726eb17de4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1345c1fc-90b2-4087-8e13-41bf62bf0f8f HTTP/1.1" status: 200 len: 851 time: 0.0468173 Jul 23 16:20:02.429835 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-7b15315a-5453-4454-adfe-6603ee4c288f None None] Set router 0269c8be-15a4-4024-81a2-5c718e93e027 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:02.440000 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e47fde-2bb6-4325-bb49-a69de3cadd1d req-7e820d6e-ec17-4ed2-81ee-c1a7fa2fbdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:02.441777 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-21e47fde-2bb6-4325-bb49-a69de3cadd1d req-7e820d6e-ec17-4ed2-81ee-c1a7fa2fbdb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0537484 Jul 23 16:20:02.565418 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-21e47fde-2bb6-4325-bb49-a69de3cadd1d req-1d566660-66ab-4045-ac21-186c7a163bd3 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165006 Jul 23 16:20:02.655457 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-21e47fde-2bb6-4325-bb49-a69de3cadd1d req-6c9bdbcd-026a-4c02-9f30-0ffb5a1c244a service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833480 Jul 23 16:20:02.684977 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-7b15315a-5453-4454-adfe-6603ee4c288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': '78bda607-ad9d-4b61-ba5c-0a363310c058', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'port_id': '2bbe0574-c7cd-4f8b-ada6-199e12411f85', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'mac_address': 'fa:16:3e:1b:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:20:00Z', 'updated_at': '2021-07-23T16:20:00Z', 'revision_number': 0, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:02.717508 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15315a-5453-4454-adfe-6603ee4c288f None None] The sync data for ids ['0269c8be-15a4-4024-81a2-5c718e93e027'] in dv-cinder-796286-18-iscsi is: [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': '78bda607-ad9d-4b61-ba5c-0a363310c058', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'port_id': '2bbe0574-c7cd-4f8b-ada6-199e12411f85', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'mac_address': 'fa:16:3e:1b:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:20:00Z', 'updated_at': '2021-07-23T16:20:00Z', 'revision_number': 0, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:20:02.918078 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc81f7e8-4920-4ba8-919f-4cbcea627b21 None None] New status for floating IP 78bda607-ad9d-4b61-ba5c-0a363310c058: ACTIVE {{(pid=93299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:20:04.891926 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea91b1-7eaf-41fa-ae2a-3b8098c14011 req-be47ec80-d082-4c22-9f1c-29b890b0dbb2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.893364 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-75ea91b1-7eaf-41fa-ae2a-3b8098c14011 req-be47ec80-d082-4c22-9f1c-29b890b0dbb2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 945 time: 0.0700140 Jul 23 16:20:04.938354 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-75ea91b1-7eaf-41fa-ae2a-3b8098c14011 req-55a13d75-e5c0-4a63-a3d9-a9da17e84d53 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392449 Jul 23 16:20:04.961129 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 58820) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:05.143734 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c2977-8283-4426-b0dc-f66ad9f38c48 tempest-TestMinimumBasicScenario-1214548201 tempest-TestMinimumBasicScenario-1214548201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:05.145205 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-392c2977-8283-4426-b0dc-f66ad9f38c48 tempest-TestMinimumBasicScenario-1214548201 tempest-TestMinimumBasicScenario-1214548201-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 1093 time: 0.1826732 Jul 23 16:20:05.149827 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 58824) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:05.154720 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Request body: {'floatingip': {'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'port_id': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:05.179898 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for floatingip, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.289607 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.403182 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Allocated IP 172.27.0.217 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/65e291e0-0b4d-4a52-9515-5831b61da29c) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:05.517864 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.557964 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.600577 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:05.606199 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:05.609720 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:05.615332 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Pushing event updated for resources: {'Port': ['ID=65e291e0-0b4d-4a52-9515-5831b61da29c,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:05.992689 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.078527 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.252310 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.259237 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.325972 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Pushing event updated for resources: {'Port': ['ID=65e291e0-0b4d-4a52-9515-5831b61da29c,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:06.336655 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736144'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.440811 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.l3_db [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Floating IP ad1994f3-d875-45b6-ac51-932c7617b353 associated. External IP: 172.27.0.217, port: deba7d39-7f28-49ee-9ad0-796d809fbe7d. Jul 23 16:20:06.652087 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Router 33c9deb7-b3c4-4bb0-b686-5504bfe1448c has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:20:06.761587 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:20:06.773239 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c712a9b6-5396-4f38-a4ba-c6ade9324737 None None] Sync routers for ids ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:20:06.780832 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.805597 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c712a9b6-5396-4f38-a4ba-c6ade9324737 None None] Routers {'33c9deb7-b3c4-4bb0-b686-5504bfe1448c'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:06.806257 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-c712a9b6-5396-4f38-a4ba-c6ade9324737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:19:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:07.055622 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-c712a9b6-5396-4f38-a4ba-c6ade9324737 None None] Set router 33c9deb7-b3c4-4bb0-b686-5504bfe1448c gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:07.094440 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-a5af3ede-9f7a-4ddc-8d13-5467560cf57a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9435601 Jul 23 16:20:07.095268 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'tag': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:07.097418 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58830) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:07.097923 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04848e02-50af-4c8a-885e-03c9af06e1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5", "tag": "deba7d39-7f28-49ee-9ad0-796d809fbe7d"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:07.102571 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-1f776cd2-b2c4-4377-af27-ce71dc435200 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2112657508', 'description': 'tempest-secgroup-smoke-2112657508 description', 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:07.128948 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1f776cd2-b2c4-4377-af27-ce71dc435200 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.137991 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad807a0a-c3ab-4f75-b8e5-b49561962598 x-openstack-request-id: req-ad807a0a-c3ab-4f75-b8e5-b49561962598 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:07.138463 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5", "tag": "deba7d39-7f28-49ee-9ad0-796d809fbe7d", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:07.138797 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ad807a0a-c3ab-4f75-b8e5-b49561962598 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:07.139320 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'tag': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d', 'status': 'completed', 'code': 200} Jul 23 16:20:07.236337 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1f776cd2-b2c4-4377-af27-ce71dc435200 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.241850 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1f776cd2-b2c4-4377-af27-ce71dc435200 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.271469 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04848e02-50af-4c8a-885e-03c9af06e1b0 req-7569c8c0-dbaa-4773-a66c-00a06d87a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:07.273497 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-04848e02-50af-4c8a-885e-03c9af06e1b0 req-7569c8c0-dbaa-4773-a66c-00a06d87a6ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e7f62e88d8b4abbae363ca96f7b1591&device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 1098 time: 0.0653591 Jul 23 16:20:07.274964 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-1f776cd2-b2c4-4377-af27-ce71dc435200 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.276568 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-1f776cd2-b2c4-4377-af27-ce71dc435200 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1777737 Jul 23 16:20:07.279589 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58834) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:07.284622 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-275d95c3-e917-445e-8386-33ec97112fb9 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Request body: {'security_group_rule': {'security_group_id': '0e24935f-900c-4331-bec1-27f7ebe1d8c5', 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:07.290488 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f776cd2-b2c4-4377-af27-ce71dc435200 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e24935f-900c-4331-bec1-27f7ebe1d8c5,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:07.325299 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-275d95c3-e917-445e-8386-33ec97112fb9 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.328444 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-c712a9b6-5396-4f38-a4ba-c6ade9324737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'name': 'tempest-TestMinimumBasicScenario-1099228048-router', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:07Z', 'updated_at': '2021-07-23T16:19:10Z', 'revision_number': 4, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'gw_port': {'id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:08Z', 'updated_at': '2021-07-23T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': 'ad1994f3-d875-45b6-ac51-932c7617b353', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'port_id': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826', 'mac_address': 'fa:16:3e:83:63:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:20:05Z', 'updated_at': '2021-07-23T16:20:05Z', 'revision_number': 0, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3477451a-6d0f-40a0-bc53-43740ef59e54', 'name': '', 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'mac_address': 'fa:16:3e:1f:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '8dc99486-3c2a-4854-8963-ac3440002037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:10Z', 'updated_at': '2021-07-23T16:19:16Z', 'revision_number': 5, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'subnets': [{'id': '8dc99486-3c2a-4854-8963-ac3440002037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:07.359461 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c712a9b6-5396-4f38-a4ba-c6ade9324737 None None] Checking router: 33c9deb7-b3c4-4bb0-b686-5504bfe1448c for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:20:07.368825 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c712a9b6-5396-4f38-a4ba-c6ade9324737 None None] Routers {'33c9deb7-b3c4-4bb0-b686-5504bfe1448c'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:07.369525 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-c712a9b6-5396-4f38-a4ba-c6ade9324737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:19:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:07.383332 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04848e02-50af-4c8a-885e-03c9af06e1b0 req-fea7dfdb-103a-465a-806e-41839cfa0a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:07.384978 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-04848e02-50af-4c8a-885e-03c9af06e1b0 req-fea7dfdb-103a-465a-806e-41839cfa0a6b service neutron] 10.222.0.59 "GET /v2.0/networks?id=1cf41c53-5bb3-498f-a085-07c65d4dc826 HTTP/1.1" status: 200 len: 916 time: 0.1007211 Jul 23 16:20:07.385585 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-275d95c3-e917-445e-8386-33ec97112fb9 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.390293 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-275d95c3-e917-445e-8386-33ec97112fb9 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.409099 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d95c3-e917-445e-8386-33ec97112fb9 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dfec6ac-a380-4b0c-ad0d-eddbf2aae5e4,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:07.419812 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-275d95c3-e917-445e-8386-33ec97112fb9 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.423780 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-275d95c3-e917-445e-8386-33ec97112fb9 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406915 Jul 23 16:20:07.424061 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58836) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:07.428874 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-56c71ce8-a77c-409a-909a-47744a31eab2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Request body: {'security_group_rule': {'security_group_id': '0e24935f-900c-4331-bec1-27f7ebe1d8c5', 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:07.457857 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-56c71ce8-a77c-409a-909a-47744a31eab2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.463562 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-04848e02-50af-4c8a-885e-03c9af06e1b0 req-627bc51e-f5b6-4197-bced-2f6a94d23fea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deba7d39-7f28-49ee-9ad0-796d809fbe7d HTTP/1.1" status: 200 len: 999 time: 0.0616279 Jul 23 16:20:07.477056 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-c712a9b6-5396-4f38-a4ba-c6ade9324737 None None] Set router 33c9deb7-b3c4-4bb0-b686-5504bfe1448c gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:07.528113 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04848e02-50af-4c8a-885e-03c9af06e1b0 req-d4cf84d0-5c21-4f76-9f20-005103244d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:07.531125 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-04848e02-50af-4c8a-885e-03c9af06e1b0 req-d4cf84d0-5c21-4f76-9f20-005103244d96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dc99486-3c2a-4854-8963-ac3440002037 HTTP/1.1" status: 200 len: 854 time: 0.0557473 Jul 23 16:20:07.557599 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-56c71ce8-a77c-409a-909a-47744a31eab2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.562625 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-56c71ce8-a77c-409a-909a-47744a31eab2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.582874 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c71ce8-a77c-409a-909a-47744a31eab2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed01674-01aa-48cf-9db0-e64f5d15dcbb,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:07.592384 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-56c71ce8-a77c-409a-909a-47744a31eab2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.593628 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-56c71ce8-a77c-409a-909a-47744a31eab2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1684742 Jul 23 16:20:07.596791 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58838) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:07.601449 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-2af7285d-1ec5-4cf5-af4f-a674b756e24b tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Request body: {'security_group_rule': {'security_group_id': '0e24935f-900c-4331-bec1-27f7ebe1d8c5', 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:07.615411 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04848e02-50af-4c8a-885e-03c9af06e1b0 req-5a2612e5-2a6b-4365-9d53-e4e10572d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:07.616668 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-04848e02-50af-4c8a-885e-03c9af06e1b0 req-5a2612e5-2a6b-4365-9d53-e4e10572d870 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1cf41c53-5bb3-498f-a085-07c65d4dc826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0726888 Jul 23 16:20:07.629940 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2af7285d-1ec5-4cf5-af4f-a674b756e24b tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.694276 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2af7285d-1ec5-4cf5-af4f-a674b756e24b tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.700115 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2af7285d-1ec5-4cf5-af4f-a674b756e24b tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.720468 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-04848e02-50af-4c8a-885e-03c9af06e1b0 req-4fd79a80-b4dd-49d8-b7bd-7e4817541835 service neutron] 10.222.0.59 "GET /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940318 Jul 23 16:20:07.723444 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7285d-1ec5-4cf5-af4f-a674b756e24b tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d499ff0-785b-4589-a9c2-2d2e198bbe0f,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:07.730046 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-2af7285d-1ec5-4cf5-af4f-a674b756e24b tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.731269 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-2af7285d-1ec5-4cf5-af4f-a674b756e24b tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334832 Jul 23 16:20:07.734119 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58840) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:07.738655 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-d3aa973c-0e83-41de-9041-69708df54788 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Request body: {'security_group_rule': {'security_group_id': '0e24935f-900c-4331-bec1-27f7ebe1d8c5', 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:07.744106 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-c712a9b6-5396-4f38-a4ba-c6ade9324737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'name': 'tempest-TestMinimumBasicScenario-1099228048-router', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:07Z', 'updated_at': '2021-07-23T16:19:10Z', 'revision_number': 4, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'gw_port': {'id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:08Z', 'updated_at': '2021-07-23T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': 'ad1994f3-d875-45b6-ac51-932c7617b353', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'port_id': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826', 'mac_address': 'fa:16:3e:83:63:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:20:05Z', 'updated_at': '2021-07-23T16:20:05Z', 'revision_number': 0, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3477451a-6d0f-40a0-bc53-43740ef59e54', 'name': '', 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'mac_address': 'fa:16:3e:1f:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '8dc99486-3c2a-4854-8963-ac3440002037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:10Z', 'updated_at': '2021-07-23T16:19:16Z', 'revision_number': 5, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'subnets': [{'id': '8dc99486-3c2a-4854-8963-ac3440002037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:07.766966 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d3aa973c-0e83-41de-9041-69708df54788 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.772067 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c712a9b6-5396-4f38-a4ba-c6ade9324737 None None] The sync data for ids ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'] in dv-cinder-796286-18-iscsi is: [{'id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'name': 'tempest-TestMinimumBasicScenario-1099228048-router', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:07Z', 'updated_at': '2021-07-23T16:19:10Z', 'revision_number': 4, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'gw_port': {'id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:08Z', 'updated_at': '2021-07-23T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': 'ad1994f3-d875-45b6-ac51-932c7617b353', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'port_id': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826', 'mac_address': 'fa:16:3e:83:63:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:20:05Z', 'updated_at': '2021-07-23T16:20:05Z', 'revision_number': 0, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3477451a-6d0f-40a0-bc53-43740ef59e54', 'name': '', 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'mac_address': 'fa:16:3e:1f:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '8dc99486-3c2a-4854-8963-ac3440002037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:10Z', 'updated_at': '2021-07-23T16:19:16Z', 'revision_number': 5, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'subnets': [{'id': '8dc99486-3c2a-4854-8963-ac3440002037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:20:07.831359 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-04848e02-50af-4c8a-885e-03c9af06e1b0 req-002693c0-f830-427a-87ca-75574904d801 service neutron] 10.222.0.59 "GET /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018438 Jul 23 16:20:07.849036 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d3aa973c-0e83-41de-9041-69708df54788 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.854371 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d3aa973c-0e83-41de-9041-69708df54788 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.875770 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa973c-0e83-41de-9041-69708df54788 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95bd90ea-ae7c-41ae-b4cc-6688abe0407f,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:07.884934 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d3aa973c-0e83-41de-9041-69708df54788 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.886486 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-d3aa973c-0e83-41de-9041-69708df54788 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1514006 Jul 23 16:20:07.889937 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58844) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:07.895698 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-c88950bd-9d1c-4595-a580-86610f308882 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Request body: {'security_group_rule': {'security_group_id': '0e24935f-900c-4331-bec1-27f7ebe1d8c5', 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:07.920336 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.securitygroups_db [None req-c88950bd-9d1c-4595-a580-86610f308882 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Project 1e7f62e88d8b4abbae363ca96f7b1591 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:20:07.925846 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c88950bd-9d1c-4595-a580-86610f308882 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.993624 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c88950bd-9d1c-4595-a580-86610f308882 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.998958 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c88950bd-9d1c-4595-a580-86610f308882 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.018100 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd35341-1bbe-4204-b9a9-469d1d8e2754 None None] New status for floating IP ad1994f3-d875-45b6-ac51-932c7617b353: ACTIVE {{(pid=93299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:20:08.023967 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88950bd-9d1c-4595-a580-86610f308882 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e2f29f-12a2-49df-8e9c-4437576b4c54,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:08.033382 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c88950bd-9d1c-4595-a580-86610f308882 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.035653 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-c88950bd-9d1c-4595-a580-86610f308882 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435835 Jul 23 16:20:08.037451 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 58846) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:08.042337 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-e690b985-df81-441c-b8e6-c2667d939131 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Request body: {'security_group_rule': {'security_group_id': '0e24935f-900c-4331-bec1-27f7ebe1d8c5', 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:08.070245 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.securitygroups_db [None req-e690b985-df81-441c-b8e6-c2667d939131 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Project 1e7f62e88d8b4abbae363ca96f7b1591 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:20:08.076692 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e690b985-df81-441c-b8e6-c2667d939131 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.141862 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e690b985-df81-441c-b8e6-c2667d939131 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.151256 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e690b985-df81-441c-b8e6-c2667d939131 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.170146 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690b985-df81-441c-b8e6-c2667d939131 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a43787-605c-4333-a88b-f1d68bbc0e50,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:08.177534 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e690b985-df81-441c-b8e6-c2667d939131 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.179201 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-e690b985-df81-441c-b8e6-c2667d939131 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405406 Jul 23 16:20:08.260509 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c9347635-0776-4022-a6e7-34fce92c266f req-51f40bad-f6da-438b-8ffa-754c83d91c30 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2112657508&fields=id&tenant_id=1e7f62e88d8b4abbae363ca96f7b1591 HTTP/1.1" status: 200 len: 267 time: 0.0332088 Jul 23 16:20:08.334556 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9347635-0776-4022-a6e7-34fce92c266f req-5aaa3be5-f4c4-443d-b240-f4eddb47ffc9 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:08.336020 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c9347635-0776-4022-a6e7-34fce92c266f req-5aaa3be5-f4c4-443d-b240-f4eddb47ffc9 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 945 time: 0.0688689 Jul 23 16:20:08.348206 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [req-c9347635-0776-4022-a6e7-34fce92c266f req-45b663a2-9985-4d51-9851-2ba05f6a94bf tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Request body: {'port': {'security_groups': ['1a7fd55e-7e15-4cfc-9936-b148f62b3719', '0e24935f-900c-4331-bec1-27f7ebe1d8c5']}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:08.436915 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c9347635-0776-4022-a6e7-34fce92c266f req-45b663a2-9985-4d51-9851-2ba05f6a94bf tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.643653 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-c9347635-0776-4022-a6e7-34fce92c266f req-45b663a2-9985-4d51-9851-2ba05f6a94bf tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] For port deba7d39-7f28-49ee-9ad0-796d809fbe7d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=deba7d39-7f28-49ee-9ad0-796d809fbe7d,segment=NetworkSegment(293f3401-b799-4dde-9fff-51fda7aade28),segment_id=293f3401-b799-4dde-9fff-51fda7aade28)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:08.674634 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c9347635-0776-4022-a6e7-34fce92c266f req-45b663a2-9985-4d51-9851-2ba05f6a94bf tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.684011 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c9347635-0776-4022-a6e7-34fce92c266f req-45b663a2-9985-4d51-9851-2ba05f6a94bf tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14480183'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.730438 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9347635-0776-4022-a6e7-34fce92c266f req-45b663a2-9985-4d51-9851-2ba05f6a94bf tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:08.731062 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-c9347635-0776-4022-a6e7-34fce92c266f req-45b663a2-9985-4d51-9851-2ba05f6a94bf tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.732503 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c9347635-0776-4022-a6e7-34fce92c266f req-45b663a2-9985-4d51-9851-2ba05f6a94bf tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "PUT /v2.0/ports/deba7d39-7f28-49ee-9ad0-796d809fbe7d HTTP/1.1" status: 200 len: 981 time: 0.3892438 Jul 23 16:20:08.732951 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'tag': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:08.735318 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf1296d-a0c9-4de0-98cc-5a40b849b3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5", "tag": "deba7d39-7f28-49ee-9ad0-796d809fbe7d"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:08.738896 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['deba7d39-7f28-49ee-9ad0-796d809fbe7d'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:08.761031 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b663a2-9985-4d51-9851-2ba05f6a94bf tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Pushing event updated for resources: {'Port': ['ID=deba7d39-7f28-49ee-9ad0-796d809fbe7d,revision_number=6']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:08.782915 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227a5164-9b19-4da2-af0e-bd75162657cf x-openstack-request-id: req-227a5164-9b19-4da2-af0e-bd75162657cf {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:08.782915 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5", "tag": "deba7d39-7f28-49ee-9ad0-796d809fbe7d", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:08.783232 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-227a5164-9b19-4da2-af0e-bd75162657cf {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:08.783600 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'tag': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d', 'status': 'completed', 'code': 200} Jul 23 16:20:08.909176 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d6b69-1415-4b8a-9f8e-545b12ec45a4 req-724f643e-3b74-426b-8d60-0188b20bea72 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:08.914016 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1296d-a0c9-4de0-98cc-5a40b849b3b4 req-a8f9292c-1154-488b-8322-e9c98d9a7a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:08.916639 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-daf1296d-a0c9-4de0-98cc-5a40b849b3b4 req-a8f9292c-1154-488b-8322-e9c98d9a7a2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e7f62e88d8b4abbae363ca96f7b1591&device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 1137 time: 0.0710983 Jul 23 16:20:08.916867 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e72d6b69-1415-4b8a-9f8e-545b12ec45a4 req-724f643e-3b74-426b-8d60-0188b20bea72 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 984 time: 0.0851164 Jul 23 16:20:08.936851 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['deba7d39-7f28-49ee-9ad0-796d809fbe7d'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:08.987457 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e72d6b69-1415-4b8a-9f8e-545b12ec45a4 req-46bdbf2f-e16a-45fc-a262-698dbdb6b99e tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=0e24935f-900c-4331-bec1-27f7ebe1d8c5&id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695374 Jul 23 16:20:09.059754 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1296d-a0c9-4de0-98cc-5a40b849b3b4 req-c75bdb8c-ed87-4338-8f55-d14731f2eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:09.061291 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-daf1296d-a0c9-4de0-98cc-5a40b849b3b4 req-c75bdb8c-ed87-4338-8f55-d14731f2eb6c service neutron] 10.222.0.59 "GET /v2.0/networks?id=1cf41c53-5bb3-498f-a085-07c65d4dc826 HTTP/1.1" status: 200 len: 916 time: 0.1363811 Jul 23 16:20:09.100583 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-a519e17a-6122-4bc3-9e04-52b77f5f4bcf None None] Provisioning complete for port deba7d39-7f28-49ee-9ad0-796d809fbe7d triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:09.100936 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-a519e17a-6122-4bc3-9e04-52b77f5f4bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.130175 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-daf1296d-a0c9-4de0-98cc-5a40b849b3b4 req-5f3a08c6-25e6-4765-8f6f-1e743c18adbf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deba7d39-7f28-49ee-9ad0-796d809fbe7d HTTP/1.1" status: 200 len: 1001 time: 0.0614476 Jul 23 16:20:09.193117 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1296d-a0c9-4de0-98cc-5a40b849b3b4 req-b4714aa3-dd28-4b3d-95b5-41bf4e1c0380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:09.195969 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-daf1296d-a0c9-4de0-98cc-5a40b849b3b4 req-b4714aa3-dd28-4b3d-95b5-41bf4e1c0380 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dc99486-3c2a-4854-8963-ac3440002037 HTTP/1.1" status: 200 len: 854 time: 0.0586543 Jul 23 16:20:09.266678 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1296d-a0c9-4de0-98cc-5a40b849b3b4 req-abe72c5b-d337-4430-baf7-b35039b36acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:09.268801 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-daf1296d-a0c9-4de0-98cc-5a40b849b3b4 req-abe72c5b-d337-4430-baf7-b35039b36acd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1cf41c53-5bb3-498f-a085-07c65d4dc826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0628181 Jul 23 16:20:09.372254 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-daf1296d-a0c9-4de0-98cc-5a40b849b3b4 req-a2f7f180-20ce-435b-a3e6-ae545f50043e service neutron] 10.222.0.59 "GET /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884495 Jul 23 16:20:09.478410 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-daf1296d-a0c9-4de0-98cc-5a40b849b3b4 req-447ac0d9-e9a8-4d26-9279-4104c847f6f3 service neutron] 10.222.0.59 "GET /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959992 Jul 23 16:20:12.257552 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.809426 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8a4c6ebd-87e9-4d9d-95fc-60166c160cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.380525 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-60d634c3-362a-4bd0-ba28-e0c1ed8970fc req-9aaecb2e-000a-4d45-a2cc-43039bfb52f5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594137 Jul 23 16:20:17.531585 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d634c3-362a-4bd0-ba28-e0c1ed8970fc req-368b1feb-c2ba-4963-b967-ec1e65f2aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:17.533149 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-60d634c3-362a-4bd0-ba28-e0c1ed8970fc req-368b1feb-c2ba-4963-b967-ec1e65f2aa90 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff5d477b98d144eda7ab469b1df679e6&device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 1099 time: 0.0549166 Jul 23 16:20:17.665001 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d634c3-362a-4bd0-ba28-e0c1ed8970fc req-325ccef5-8003-4972-972e-86dd766bf682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:17.667728 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-60d634c3-362a-4bd0-ba28-e0c1ed8970fc req-325ccef5-8003-4972-972e-86dd766bf682 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e HTTP/1.1" status: 200 len: 913 time: 0.1071355 Jul 23 16:20:17.760186 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-60d634c3-362a-4bd0-ba28-e0c1ed8970fc req-cf4a73f0-419d-430c-b5da-3472f1ceeab1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bbe0574-c7cd-4f8b-ada6-199e12411f85 HTTP/1.1" status: 200 len: 1002 time: 0.0806489 Jul 23 16:20:17.820029 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d634c3-362a-4bd0-ba28-e0c1ed8970fc req-6d377c4a-c75b-493c-aec0-d46d3fd00414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:17.823452 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-60d634c3-362a-4bd0-ba28-e0c1ed8970fc req-6d377c4a-c75b-493c-aec0-d46d3fd00414 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1345c1fc-90b2-4087-8e13-41bf62bf0f8f HTTP/1.1" status: 200 len: 851 time: 0.0552268 Jul 23 16:20:17.889174 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d634c3-362a-4bd0-ba28-e0c1ed8970fc req-9cd1ce4c-6c46-46ff-bb75-ce305d4c6add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:17.890699 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-60d634c3-362a-4bd0-ba28-e0c1ed8970fc req-9cd1ce4c-6c46-46ff-bb75-ce305d4c6add service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0603731 Jul 23 16:20:17.992503 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-60d634c3-362a-4bd0-ba28-e0c1ed8970fc req-212a9885-b8bf-41c9-a0c3-cc3948574511 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944409 Jul 23 16:20:18.095809 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-60d634c3-362a-4bd0-ba28-e0c1ed8970fc req-302cb8db-a4ca-4312-91a7-e31014a2b8a5 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954247 Jul 23 16:20:18.562175 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-7243e4f0-615a-4e4a-af6c-bc9017702f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.809848 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.286230 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:21.077418 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.712938 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:20:42.283584 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.105198 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741341e-bc92-4823-94c8-6b7ddb97985b req-cdb96fbd-638a-410e-858b-a0c186ad9d06 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:44.106800 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2741341e-bc92-4823-94c8-6b7ddb97985b req-cdb96fbd-638a-410e-858b-a0c186ad9d06 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5a3af10-070e-4aa1-ab48-16a1d45876c1 HTTP/1.1" status: 200 len: 945 time: 0.0690036 Jul 23 16:20:44.148994 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2741341e-bc92-4823-94c8-6b7ddb97985b req-c3cccf23-ac64-4be5-8147-681e3ae504cd tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337882 Jul 23 16:20:45.285333 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5a546-d2cd-4b6e-a0ba-b4ba4a1f95b8 req-e8c31636-be8a-4bf4-8f9f-fc2c17371e59 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.286775 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7cd5a546-d2cd-4b6e-a0ba-b4ba4a1f95b8 req-e8c31636-be8a-4bf4-8f9f-fc2c17371e59 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5a3af10-070e-4aa1-ab48-16a1d45876c1 HTTP/1.1" status: 200 len: 945 time: 0.0682094 Jul 23 16:20:45.326519 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7cd5a546-d2cd-4b6e-a0ba-b4ba4a1f95b8 req-c727be76-784f-4176-a462-2fadb98b353c tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339911 Jul 23 16:20:45.800042 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-f645fb81-add3-43cc-961f-75e98025bc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.151796 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3d699-30a8-448e-9ea6-a1be034ce87a req-2708494f-584d-424d-91e4-79c778d41d28 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.153435 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c7a3d699-30a8-448e-9ea6-a1be034ce87a req-2708494f-584d-424d-91e4-79c778d41d28 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5a3af10-070e-4aa1-ab48-16a1d45876c1 HTTP/1.1" status: 200 len: 945 time: 0.0796015 Jul 23 16:20:46.280153 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-c7a3d699-30a8-448e-9ea6-a1be034ce87a req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Deleting port e9daae08-eda4-407f-a339-a4552afbd763 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:46.280532 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c7a3d699-30a8-448e-9ea6-a1be034ce87a req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.377225 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-c7a3d699-30a8-448e-9ea6-a1be034ce87a req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] For port e9daae08-eda4-407f-a339-a4552afbd763, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e9daae08-eda4-407f-a339-a4552afbd763,segment=NetworkSegment(f5a6faa7-ecd0-491e-a405-e1554df4d7ee),segment_id=f5a6faa7-ecd0-491e-a405-e1554df4d7ee)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:46.377560 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c7a3d699-30a8-448e-9ea6-a1be034ce87a req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.390707 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-c7a3d699-30a8-448e-9ea6-a1be034ce87a req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Calling delete_port for e9daae08-eda4-407f-a339-a4552afbd763 owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:46.466446 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2ecc7-05fb-4379-a7bc-8de37165860a req-818e528c-79a2-451e-8da8-a1e711c6e4f3 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.467990 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0fc2ecc7-05fb-4379-a7bc-8de37165860a req-818e528c-79a2-451e-8da8-a1e711c6e4f3 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5a3af10-070e-4aa1-ab48-16a1d45876c1 HTTP/1.1" status: 200 len: 945 time: 0.0686796 Jul 23 16:20:46.510895 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0fc2ecc7-05fb-4379-a7bc-8de37165860a req-631b57ec-539c-43a9-9c58-23ff9dc030a3 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360334 Jul 23 16:20:46.528085 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c7a3d699-30a8-448e-9ea6-a1be034ce87a req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.561650 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Pushing event deleted for resources: {'Port': ['ID=e9daae08-eda4-407f-a339-a4552afbd763,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:46.570292 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['e9daae08-eda4-407f-a339-a4552afbd763'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:46.589765 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:46.590105 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:46.590524 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:46.590787 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:46.591141 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:46.591498 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:46.591826 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:46.592151 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:46.593050 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:46.593050 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:46.593050 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:46.593390 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:46.615532 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a3d699-30a8-448e-9ea6-a1be034ce87a req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] No DVR routers for this DVR port e9daae08-eda4-407f-a339-a4552afbd763 on host hv-cinder-79628 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:46.617990 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c7a3d699-30a8-448e-9ea6-a1be034ce87a req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.620175 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c7a3d699-30a8-448e-9ea6-a1be034ce87a req-b7b52129-1a91-45e8-bb76-25fc1a77962e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.59 "DELETE /v2.0/ports/e9daae08-eda4-407f-a339-a4552afbd763 HTTP/1.1" status: 204 len: 173 time: 0.4611604 Jul 23 16:20:46.620604 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a3af10-070e-4aa1-ab48-16a1d45876c1', 'name': 'network-vif-deleted', 'tag': 'e9daae08-eda4-407f-a339-a4552afbd763'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:46.623203 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a518415-4780-45d0-84d0-d43e6a580c94" -d '{"events": [{"server_uuid": "d5a3af10-070e-4aa1-ab48-16a1d45876c1", "name": "network-vif-deleted", "tag": "e9daae08-eda4-407f-a339-a4552afbd763"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:46.665670 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4050cd8a-b393-4979-ba61-980ff3706b74 x-openstack-request-id: req-4050cd8a-b393-4979-ba61-980ff3706b74 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:46.665969 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a3af10-070e-4aa1-ab48-16a1d45876c1", "name": "network-vif-deleted", "tag": "e9daae08-eda4-407f-a339-a4552afbd763", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:46.666226 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4050cd8a-b393-4979-ba61-980ff3706b74 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:46.666662 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a3af10-070e-4aa1-ab48-16a1d45876c1', 'name': 'network-vif-deleted', 'tag': 'e9daae08-eda4-407f-a339-a4552afbd763', 'status': 'completed', 'code': 200} Jul 23 16:20:48.573630 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c3ee5e35-c5f9-45e5-b0ad-dcb65ec1c488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.816116 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.289424 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.772259 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device e9daae08-eda4-407f-a339-a4552afbd763 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:50.794939 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: e9daae08-eda4-407f-a339-a4552afbd763 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:50.795396 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device e9daae08-eda4-407f-a339-a4552afbd763 not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:51.076334 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.755444 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c624317-4767-4d92-9bc9-8f71a9c16471 req-90890685-57b7-48ac-a72e-66c500a07b3b tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.757089 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9c624317-4767-4d92-9bc9-8f71a9c16471 req-90890685-57b7-48ac-a72e-66c500a07b3b tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 984 time: 0.0650384 Jul 23 16:20:51.800086 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9c624317-4767-4d92-9bc9-8f71a9c16471 req-c2876535-3c6a-4fd8-94c4-17a6e336f60b tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=0e24935f-900c-4331-bec1-27f7ebe1d8c5&id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358329 Jul 23 16:20:51.803586 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559b3fc-41d3-4eb6-b163-d08dd4526a85 req-98b7fb2d-64e2-40d9-b778-f6d1795a6133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.805149 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8559b3fc-41d3-4eb6-b163-d08dd4526a85 req-98b7fb2d-64e2-40d9-b778-f6d1795a6133 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e7f62e88d8b4abbae363ca96f7b1591&device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 1137 time: 0.0588064 Jul 23 16:20:51.906218 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559b3fc-41d3-4eb6-b163-d08dd4526a85 req-5eeb5b6f-175a-4484-ad2a-ffc223ee0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.907798 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8559b3fc-41d3-4eb6-b163-d08dd4526a85 req-5eeb5b6f-175a-4484-ad2a-ffc223ee0dfe service neutron] 10.222.0.59 "GET /v2.0/networks?id=1cf41c53-5bb3-498f-a085-07c65d4dc826 HTTP/1.1" status: 200 len: 916 time: 0.0946167 Jul 23 16:20:51.980173 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8559b3fc-41d3-4eb6-b163-d08dd4526a85 req-24ae087b-cc79-4330-b2b7-3269fa8b3591 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deba7d39-7f28-49ee-9ad0-796d809fbe7d HTTP/1.1" status: 200 len: 1001 time: 0.0623777 Jul 23 16:20:52.034126 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559b3fc-41d3-4eb6-b163-d08dd4526a85 req-9c21762b-7c38-4cbc-b24c-0154581677c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:52.035120 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8559b3fc-41d3-4eb6-b163-d08dd4526a85 req-9c21762b-7c38-4cbc-b24c-0154581677c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dc99486-3c2a-4854-8963-ac3440002037 HTTP/1.1" status: 200 len: 854 time: 0.0484083 Jul 23 16:20:52.107653 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559b3fc-41d3-4eb6-b163-d08dd4526a85 req-c63097d1-aaf1-4651-b4c6-0e5711da393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:52.109260 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8559b3fc-41d3-4eb6-b163-d08dd4526a85 req-c63097d1-aaf1-4651-b4c6-0e5711da393f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1cf41c53-5bb3-498f-a085-07c65d4dc826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0664189 Jul 23 16:20:52.207552 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8559b3fc-41d3-4eb6-b163-d08dd4526a85 req-691b4c19-94cd-44d2-806f-66be0c325626 service neutron] 10.222.0.59 "GET /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905659 Jul 23 16:20:52.312125 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8559b3fc-41d3-4eb6-b163-d08dd4526a85 req-97f86adf-5399-49bd-ad1c-ca72c019b011 service neutron] 10.222.0.59 "GET /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957518 Jul 23 16:20:52.945870 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e00f51-84f7-4da8-9523-6adfbc48591a req-998d251a-b366-4b11-b0a7-24c6bb73028a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:52.947459 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-28e00f51-84f7-4da8-9523-6adfbc48591a req-998d251a-b366-4b11-b0a7-24c6bb73028a tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 984 time: 0.0770473 Jul 23 16:20:52.990204 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-28e00f51-84f7-4da8-9523-6adfbc48591a req-ba1f968d-2759-45e6-af92-4edc89733d92 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=0e24935f-900c-4331-bec1-27f7ebe1d8c5&id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368803 Jul 23 16:20:54.153659 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03bd04-be31-4d76-afb3-502f44cb0911 req-71395789-c89e-461a-99cd-a3bd81859bfe tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:54.155194 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0e03bd04-be31-4d76-afb3-502f44cb0911 req-71395789-c89e-461a-99cd-a3bd81859bfe tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 984 time: 0.0802228 Jul 23 16:20:54.208448 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0e03bd04-be31-4d76-afb3-502f44cb0911 req-8166de86-cbbc-4e5c-82b4-f37d6be2d836 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=0e24935f-900c-4331-bec1-27f7ebe1d8c5&id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453558 Jul 23 16:20:55.349874 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0703ed-b72f-4048-927e-6734b5974901 req-b99c0143-d0df-43b0-8c64-0f8eed63690c tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:55.351415 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6d0703ed-b72f-4048-927e-6734b5974901 req-b99c0143-d0df-43b0-8c64-0f8eed63690c tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 984 time: 0.0677176 Jul 23 16:20:55.393267 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6d0703ed-b72f-4048-927e-6734b5974901 req-63932b0d-0361-413f-a7e2-70ed252acfe8 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=0e24935f-900c-4331-bec1-27f7ebe1d8c5&id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360045 Jul 23 16:20:56.568064 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172feae-a16d-4125-8313-26a884355807 req-3a2c92bd-4ee8-44f4-b0b3-b052ce595636 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:56.569565 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7172feae-a16d-4125-8313-26a884355807 req-3a2c92bd-4ee8-44f4-b0b3-b052ce595636 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 984 time: 0.0873358 Jul 23 16:20:56.619959 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7172feae-a16d-4125-8313-26a884355807 req-e1030f68-3a32-43af-ae7e-937e9beb3c29 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=0e24935f-900c-4331-bec1-27f7ebe1d8c5&id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411451 Jul 23 16:20:57.605130 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383a530-e675-4d80-a350-8579cf77ec67 req-2f88fffa-c285-401e-9cf3-ab5fcd260957 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.606736 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c383a530-e675-4d80-a350-8579cf77ec67 req-2f88fffa-c285-401e-9cf3-ab5fcd260957 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/networks?id=e4d59a40-6d6f-465e-9680-4bea3769ff63 HTTP/1.1" status: 200 len: 813 time: 0.1130822 Jul 23 16:20:57.621805 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c383a530-e675-4d80-a350-8579cf77ec67 req-38cf1db7-1986-471c-9e10-c599502e2dee tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/quotas/ecdba013fde14b82b622eaa467156a27 HTTP/1.1" status: 200 len: 375 time: 0.0098023 Jul 23 16:20:57.656049 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c383a530-e675-4d80-a350-8579cf77ec67 req-2fd0e003-14f9-40c4-a383-901180aa4e83 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecdba013fde14b82b622eaa467156a27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290051 Jul 23 16:20:57.745202 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c383a530-e675-4d80-a350-8579cf77ec67 req-088ac9cb-780a-415e-a0be-3739de8c0370 service neutron] 10.222.0.69 "GET /v2.0/networks/e4d59a40-6d6f-465e-9680-4bea3769ff63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824754 Jul 23 16:20:57.846049 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c383a530-e675-4d80-a350-8579cf77ec67 req-a882d95c-73d9-44a6-8fc2-2b6f3bece41a service neutron] 10.222.0.69 "GET /v2.0/networks/e4d59a40-6d6f-465e-9680-4bea3769ff63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918911 Jul 23 16:20:58.069422 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d51da6-825c-4830-ac85-2f10adde27b6 req-77be54b5-126c-404b-98c8-a6109fdb13df tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:58.070825 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-76d51da6-825c-4830-ac85-2f10adde27b6 req-77be54b5-126c-404b-98c8-a6109fdb13df tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 984 time: 0.0671041 Jul 23 16:20:58.112863 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-76d51da6-825c-4830-ac85-2f10adde27b6 req-58ae78b3-0e12-45f8-a060-f8ccae6d8618 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=0e24935f-900c-4331-bec1-27f7ebe1d8c5&id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358469 Jul 23 16:20:58.188482 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-58688530-257d-49cf-8e85-08706352a6a2 req-d40ea42c-766e-4693-a813-1f013854ed79 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=c190e2e6-a470-40bc-ada5-2ad051d3a838 HTTP/1.1" status: 200 len: 210 time: 0.0325708 Jul 23 16:20:59.208566 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383a530-e675-4d80-a350-8579cf77ec67 req-3e3f5130-060c-4c0a-ac8a-60589b62bbbd tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:59.210127 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c383a530-e675-4d80-a350-8579cf77ec67 req-3e3f5130-060c-4c0a-ac8a-60589b62bbbd tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.59 "GET /v2.0/networks?id=e4d59a40-6d6f-465e-9680-4bea3769ff63 HTTP/1.1" status: 200 len: 813 time: 0.1129723 Jul 23 16:20:59.234267 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-c383a530-e675-4d80-a350-8579cf77ec67 req-2a29d371-8897-45ac-9dfb-5ae283d20640 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Request body: {'port': {'device_id': 'c190e2e6-a470-40bc-ada5-2ad051d3a838', 'network_id': 'e4d59a40-6d6f-465e-9680-4bea3769ff63', 'admin_state_up': True, 'tenant_id': 'ecdba013fde14b82b622eaa467156a27'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:59.274140 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8b2a5-b12d-4983-8a32-cca5cb492dac req-da6ed901-b508-4d87-8bea-587ca2c1af65 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:59.275772 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-62b8b2a5-b12d-4983-8a32-cca5cb492dac req-da6ed901-b508-4d87-8bea-587ca2c1af65 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 984 time: 0.0747530 Jul 23 16:20:59.319525 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-62b8b2a5-b12d-4983-8a32-cca5cb492dac req-2a985eac-878c-48f4-9d7c-303ce01fe60e tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=0e24935f-900c-4331-bec1-27f7ebe1d8c5&id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364254 Jul 23 16:20:59.357538 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c383a530-e675-4d80-a350-8579cf77ec67 req-2a29d371-8897-45ac-9dfb-5ae283d20640 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Made reservation on behalf of ecdba013fde14b82b622eaa467156a27 for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:59.361221 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c383a530-e675-4d80-a350-8579cf77ec67 req-2a29d371-8897-45ac-9dfb-5ae283d20640 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.404816 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-28f6335d-d11c-45e4-a2ac-ce8c980423d1 req-ce02ed7b-ab45-47ad-9380-b70acd84cdd9 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=c190e2e6-a470-40bc-ada5-2ad051d3a838 HTTP/1.1" status: 200 len: 210 time: 0.0281401 Jul 23 16:20:59.493493 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-c383a530-e675-4d80-a350-8579cf77ec67 req-2a29d371-8897-45ac-9dfb-5ae283d20640 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Allocated IP 172.20.0.14 (e4d59a40-6d6f-465e-9680-4bea3769ff63/b142617b-1114-4eb6-81ad-818a3d77fc3b/73f9cd6e-de94-4caa-95fc-76815e3365e5) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:59.646491 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c383a530-e675-4d80-a350-8579cf77ec67 req-2a29d371-8897-45ac-9dfb-5ae283d20640 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.694259 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c383a530-e675-4d80-a350-8579cf77ec67 req-2a29d371-8897-45ac-9dfb-5ae283d20640 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.736661 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c383a530-e675-4d80-a350-8579cf77ec67 req-2a29d371-8897-45ac-9dfb-5ae283d20640 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Network e4d59a40-6d6f-465e-9680-4bea3769ff63 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:59.742009 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-c383a530-e675-4d80-a350-8579cf77ec67 req-2a29d371-8897-45ac-9dfb-5ae283d20640 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:59.744702 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c383a530-e675-4d80-a350-8579cf77ec67 req-2a29d371-8897-45ac-9dfb-5ae283d20640 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:59.771786 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29d371-8897-45ac-9dfb-5ae283d20640 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Pushing event updated for resources: {'Port': ['ID=73f9cd6e-de94-4caa-95fc-76815e3365e5,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:59.800962 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383a530-e675-4d80-a350-8579cf77ec67 req-2a29d371-8897-45ac-9dfb-5ae283d20640 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:59.801577 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c383a530-e675-4d80-a350-8579cf77ec67 req-2a29d371-8897-45ac-9dfb-5ae283d20640 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.819137 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c383a530-e675-4d80-a350-8579cf77ec67 req-2a29d371-8897-45ac-9dfb-5ae283d20640 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5894454 Jul 23 16:20:59.842216 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Request body: {'port': {'device_id': 'c190e2e6-a470-40bc-ada5-2ad051d3a838', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:59.927799 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.226103 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f9cd6e-de94-4caa-95fc-76815e3365e5 {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:00.234039 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.247052 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Transition to ACTIVE for port object 73f9cd6e-de94-4caa-95fc-76815e3365e5 will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:00.254677 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.309698 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Pushing event updated for resources: {'Port': ['ID=73f9cd6e-de94-4caa-95fc-76815e3365e5,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:00.381434 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Attempting to bind port 73f9cd6e-de94-4caa-95fc-76815e3365e5 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:00.381743 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Attempting to bind port 73f9cd6e-de94-4caa-95fc-76815e3365e5 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'f5a6faa7-ecd0-491e-a405-e1554df4d7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e4d59a40-6d6f-465e-9680-4bea3769ff63'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:00.382086 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Attempting to bind port 73f9cd6e-de94-4caa-95fc-76815e3365e5 on network e4d59a40-6d6f-465e-9680-4bea3769ff63 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:00.386360 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Port 73f9cd6e-de94-4caa-95fc-76815e3365e5 on network e4d59a40-6d6f-465e-9680-4bea3769ff63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:00.386674 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Attempting to bind port 73f9cd6e-de94-4caa-95fc-76815e3365e5 on network e4d59a40-6d6f-465e-9680-4bea3769ff63 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:00.391908 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:00.392300 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Checking segment: {'id': 'f5a6faa7-ecd0-491e-a405-e1554df4d7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e4d59a40-6d6f-465e-9680-4bea3769ff63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:00.392675 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Bound using segment: {'id': 'f5a6faa7-ecd0-491e-a405-e1554df4d7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e4d59a40-6d6f-465e-9680-4bea3769ff63'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:00.393192 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Bound port: 73f9cd6e-de94-4caa-95fc-76815e3365e5, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a6faa7-ecd0-491e-a405-e1554df4d7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e4d59a40-6d6f-465e-9680-4bea3769ff63'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:00.393530 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.451135 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d9f75-72ec-4f03-b616-90f69638a1c8 req-6169d557-c9a5-4870-b449-d4c6f712b7bd tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.452672 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1c5d9f75-72ec-4f03-b616-90f69638a1c8 req-6169d557-c9a5-4870-b449-d4c6f712b7bd tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 984 time: 0.0642073 Jul 23 16:21:00.456246 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] For port 73f9cd6e-de94-4caa-95fc-76815e3365e5, host hv-cinder-79628, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:00.459365 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] For port 73f9cd6e-de94-4caa-95fc-76815e3365e5, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=73f9cd6e-de94-4caa-95fc-76815e3365e5,segment=NetworkSegment(f5a6faa7-ecd0-491e-a405-e1554df4d7ee),segment_id=f5a6faa7-ecd0-491e-a405-e1554df4d7ee)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:00.467266 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.495261 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1c5d9f75-72ec-4f03-b616-90f69638a1c8 req-ed26631a-4e21-4fdf-8811-eb60b3075059 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=0e24935f-900c-4331-bec1-27f7ebe1d8c5&id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362067 Jul 23 16:21:00.500705 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.501295 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.502687 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c383a530-e675-4d80-a350-8579cf77ec67 req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] 10.222.0.59 "PUT /v2.0/ports/73f9cd6e-de94-4caa-95fc-76815e3365e5 HTTP/1.1" status: 200 len: 1094 time: 0.6649590 Jul 23 16:21:00.503139 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c190e2e6-a470-40bc-ada5-2ad051d3a838', 'tag': '73f9cd6e-de94-4caa-95fc-76815e3365e5'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:00.505379 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcee841-66b2-4ef3-a521-ca78c7bcc20c" -d '{"events": [{"name": "network-changed", "server_uuid": "c190e2e6-a470-40bc-ada5-2ad051d3a838", "tag": "73f9cd6e-de94-4caa-95fc-76815e3365e5"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:00.530968 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c9deb-c2a1-4886-8219-18fb5ea1f097 service neutron] Pushing event updated for resources: {'Port': ['ID=73f9cd6e-de94-4caa-95fc-76815e3365e5,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:00.623281 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd844279-2f2f-47d5-aee8-7350a31b5269 req-96e158c2-241f-4dcc-afa5-bbae1de54528 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.623556 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383a530-e675-4d80-a350-8579cf77ec67 req-6ba35e41-968a-4dc0-a2e4-1703cfad7747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.624809 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bd844279-2f2f-47d5-aee8-7350a31b5269 req-96e158c2-241f-4dcc-afa5-bbae1de54528 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=c190e2e6-a470-40bc-ada5-2ad051d3a838 HTTP/1.1" status: 200 len: 944 time: 0.0670991 Jul 23 16:21:00.625017 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c383a530-e675-4d80-a350-8579cf77ec67 req-6ba35e41-968a-4dc0-a2e4-1703cfad7747 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ecdba013fde14b82b622eaa467156a27&device_id=c190e2e6-a470-40bc-ada5-2ad051d3a838 HTTP/1.1" status: 200 len: 1097 time: 0.0605412 Jul 23 16:21:00.670863 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bd844279-2f2f-47d5-aee8-7350a31b5269 req-6c51e90f-79b6-4bb1-a1d8-423dca1a3939 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402555 Jul 23 16:21:00.682900 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c383a530-e675-4d80-a350-8579cf77ec67 req-827fc4b3-ba9a-4337-8c2a-3314f6de7c77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73f9cd6e-de94-4caa-95fc-76815e3365e5 HTTP/1.1" status: 200 len: 217 time: 0.0416350 Jul 23 16:21:00.722680 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f33f93-0e9c-44b2-a92a-5d8722cd9980 x-openstack-request-id: req-b6f33f93-0e9c-44b2-a92a-5d8722cd9980 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:00.723006 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c190e2e6-a470-40bc-ada5-2ad051d3a838", "tag": "73f9cd6e-de94-4caa-95fc-76815e3365e5", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:00.723286 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b6f33f93-0e9c-44b2-a92a-5d8722cd9980 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:00.723682 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c190e2e6-a470-40bc-ada5-2ad051d3a838', 'tag': '73f9cd6e-de94-4caa-95fc-76815e3365e5', 'status': 'completed', 'code': 200} Jul 23 16:21:00.741566 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383a530-e675-4d80-a350-8579cf77ec67 req-69852a6a-04f2-41c2-87b3-4f149fb40c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.743046 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c383a530-e675-4d80-a350-8579cf77ec67 req-69852a6a-04f2-41c2-87b3-4f149fb40c7b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b142617b-1114-4eb6-81ad-818a3d77fc3b HTTP/1.1" status: 200 len: 853 time: 0.0492055 Jul 23 16:21:00.777842 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c383a530-e675-4d80-a350-8579cf77ec67 req-c58b7b1c-0f95-41e5-9587-e35143de99ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4d59a40-6d6f-465e-9680-4bea3769ff63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278418 Jul 23 16:21:00.878537 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c383a530-e675-4d80-a350-8579cf77ec67 req-111864fd-bf94-4b68-aa0e-f09463b7f1d6 service neutron] 10.222.0.59 "GET /v2.0/networks/e4d59a40-6d6f-465e-9680-4bea3769ff63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929477 Jul 23 16:21:00.976106 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c383a530-e675-4d80-a350-8579cf77ec67 req-9b778abc-2b86-4350-ab5c-e59a5fb857fd service neutron] 10.222.0.59 "GET /v2.0/networks/e4d59a40-6d6f-465e-9680-4bea3769ff63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886800 Jul 23 16:21:01.139465 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcee841-66b2-4ef3-a521-ca78c7bcc20c req-57ed75a9-4f3e-44fa-bd64-1ff1b773a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:01.145588 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cbcee841-66b2-4ef3-a521-ca78c7bcc20c req-57ed75a9-4f3e-44fa-bd64-1ff1b773a67b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ecdba013fde14b82b622eaa467156a27&device_id=c190e2e6-a470-40bc-ada5-2ad051d3a838 HTTP/1.1" status: 200 len: 1097 time: 0.0603104 Jul 23 16:21:01.241290 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcee841-66b2-4ef3-a521-ca78c7bcc20c req-5b15f968-231c-4ef4-be91-fdd80485d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:01.242792 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cbcee841-66b2-4ef3-a521-ca78c7bcc20c req-5b15f968-231c-4ef4-be91-fdd80485d47f service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4d59a40-6d6f-465e-9680-4bea3769ff63 HTTP/1.1" status: 200 len: 914 time: 0.0912001 Jul 23 16:21:01.288743 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cbcee841-66b2-4ef3-a521-ca78c7bcc20c req-73a7a93c-c5b7-452e-af17-6efae4ee5888 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73f9cd6e-de94-4caa-95fc-76815e3365e5 HTTP/1.1" status: 200 len: 217 time: 0.0375781 Jul 23 16:21:01.355228 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcee841-66b2-4ef3-a521-ca78c7bcc20c req-bfaf3c80-03f3-43ea-93ef-94a0bc725539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:01.357612 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cbcee841-66b2-4ef3-a521-ca78c7bcc20c req-bfaf3c80-03f3-43ea-93ef-94a0bc725539 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b142617b-1114-4eb6-81ad-818a3d77fc3b HTTP/1.1" status: 200 len: 853 time: 0.0598216 Jul 23 16:21:01.394665 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cbcee841-66b2-4ef3-a521-ca78c7bcc20c req-05695561-5b0b-4fb9-aac8-b8fdac402d36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4d59a40-6d6f-465e-9680-4bea3769ff63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266502 Jul 23 16:21:01.500317 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cbcee841-66b2-4ef3-a521-ca78c7bcc20c req-82749f2e-821f-46b8-9f99-c2e873d4ed63 service neutron] 10.222.0.59 "GET /v2.0/networks/e4d59a40-6d6f-465e-9680-4bea3769ff63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939269 Jul 23 16:21:01.595222 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-cbcee841-66b2-4ef3-a521-ca78c7bcc20c req-76b47c18-34ec-4f16-a74c-7c4e01566cca service neutron] 10.222.0.59 "GET /v2.0/networks/e4d59a40-6d6f-465e-9680-4bea3769ff63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837657 Jul 23 16:21:01.640958 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6075fb0-7568-430b-8a81-db2f0dd0c0d4 req-b641a715-af68-498b-9831-4b6d5a76eb36 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:01.642509 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d6075fb0-7568-430b-8a81-db2f0dd0c0d4 req-b641a715-af68-498b-9831-4b6d5a76eb36 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 984 time: 0.0759902 Jul 23 16:21:01.690502 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-d6075fb0-7568-430b-8a81-db2f0dd0c0d4 req-fdfbc8b8-cf64-47b8-a9ef-650c7ef82813 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=0e24935f-900c-4331-bec1-27f7ebe1d8c5&id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395854 Jul 23 16:21:01.822183 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b55117-0f1d-4a9a-9ed8-e004c2117c3a req-aa26ac06-48eb-4803-982d-3698b93d7313 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:01.823865 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-32b55117-0f1d-4a9a-9ed8-e004c2117c3a req-aa26ac06-48eb-4803-982d-3698b93d7313 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=c190e2e6-a470-40bc-ada5-2ad051d3a838 HTTP/1.1" status: 200 len: 944 time: 0.0773854 Jul 23 16:21:01.864161 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-32b55117-0f1d-4a9a-9ed8-e004c2117c3a req-8176c21c-3bb6-4ed8-afe1-09569bcf0d05 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344195 Jul 23 16:21:02.826430 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cc279-b222-4906-9f22-c45f0a476840 req-40812283-ebed-484d-9f43-19f54750881d tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:02.827986 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1d7cc279-b222-4906-9f22-c45f0a476840 req-40812283-ebed-484d-9f43-19f54750881d tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 984 time: 0.0672705 Jul 23 16:21:02.874032 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-1d7cc279-b222-4906-9f22-c45f0a476840 req-d2190d11-223c-4eb2-8657-782334e1b102 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=0e24935f-900c-4331-bec1-27f7ebe1d8c5&id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372696 Jul 23 16:21:03.008282 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c6263-69db-4ab7-925d-c8ce77c509f1 req-a52d42f8-be6a-41e9-8ff6-bc63211703c7 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:03.009696 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6e4c6263-69db-4ab7-925d-c8ce77c509f1 req-a52d42f8-be6a-41e9-8ff6-bc63211703c7 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=c190e2e6-a470-40bc-ada5-2ad051d3a838 HTTP/1.1" status: 200 len: 944 time: 0.0687566 Jul 23 16:21:03.049363 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6e4c6263-69db-4ab7-925d-c8ce77c509f1 req-e4d28eb3-17a6-4850-acd0-28183b73ee3e tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328555 Jul 23 16:21:04.036598 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbd7d5-4160-4c53-be48-72a9c1917085 req-f1e08c8a-d15f-4cf6-b5c4-246219a0a152 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.038099 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0acbd7d5-4160-4c53-be48-72a9c1917085 req-f1e08c8a-d15f-4cf6-b5c4-246219a0a152 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 984 time: 0.0806561 Jul 23 16:21:04.090263 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0acbd7d5-4160-4c53-be48-72a9c1917085 req-fb6885b6-76f6-4221-97c1-0eb2aea569ce tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=0e24935f-900c-4331-bec1-27f7ebe1d8c5&id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437863 Jul 23 16:21:04.219016 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558d286-deb2-4921-9720-a290495742a9 req-01f4cd8a-f521-422d-b7bc-002496132d89 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.220460 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c558d286-deb2-4921-9720-a290495742a9 req-01f4cd8a-f521-422d-b7bc-002496132d89 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=c190e2e6-a470-40bc-ada5-2ad051d3a838 HTTP/1.1" status: 200 len: 944 time: 0.0708203 Jul 23 16:21:04.260118 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c558d286-deb2-4921-9720-a290495742a9 req-73d75bdb-b703-4860-95eb-35c070b98f66 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339458 Jul 23 16:21:04.767724 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 73f9cd6e-de94-4caa-95fc-76815e3365e5 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:04.870326 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 73f9cd6e-de94-4caa-95fc-76815e3365e5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=73f9cd6e-de94-4caa-95fc-76815e3365e5,segment=NetworkSegment(f5a6faa7-ecd0-491e-a405-e1554df4d7ee),segment_id=f5a6faa7-ecd0-491e-a405-e1554df4d7ee)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:04.881714 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': '73f9cd6e-de94-4caa-95fc-76815e3365e5', 'network_id': 'e4d59a40-6d6f-465e-9680-4bea3769ff63', 'port_id': '73f9cd6e-de94-4caa-95fc-76815e3365e5', 'mac_address': 'fa:16:3e:4a:82:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b142617b-1114-4eb6-81ad-818a3d77fc3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:04.919352 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.933210 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f9cd6e-de94-4caa-95fc-76815e3365e5 {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:04.952823 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 73f9cd6e-de94-4caa-95fc-76815e3365e5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=73f9cd6e-de94-4caa-95fc-76815e3365e5,segment=NetworkSegment(f5a6faa7-ecd0-491e-a405-e1554df4d7ee),segment_id=f5a6faa7-ecd0-491e-a405-e1554df4d7ee)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:04.960113 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.012241 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=73f9cd6e-de94-4caa-95fc-76815e3365e5,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:05.020192 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:05.020463 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:05.020801 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:05.021135 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:05.021461 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:05.021788 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:05.022109 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:05.022444 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:05.022753 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:05.023069 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:05.023413 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:05.023727 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:05.237611 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c1a6f-da42-4873-89dd-ea193e502c7e req-90595e6d-e27e-434b-b840-3ef13a35613f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.239310 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ca7c1a6f-da42-4873-89dd-ea193e502c7e req-90595e6d-e27e-434b-b840-3ef13a35613f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 984 time: 0.0780444 Jul 23 16:21:05.283184 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ca7c1a6f-da42-4873-89dd-ea193e502c7e req-d7386320-c6e0-4ac9-884a-7a42500ad723 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=0e24935f-900c-4331-bec1-27f7ebe1d8c5&id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378234 Jul 23 16:21:05.307471 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['73f9cd6e-de94-4caa-95fc-76815e3365e5'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:05.408419 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ecf2f-7702-47c9-97e1-6b39d0280d86 req-2f32bcc3-feb6-4064-80de-f40581da74f8 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.409899 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bd8ecf2f-7702-47c9-97e1-6b39d0280d86 req-2f32bcc3-feb6-4064-80de-f40581da74f8 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=c190e2e6-a470-40bc-ada5-2ad051d3a838 HTTP/1.1" status: 200 len: 945 time: 0.0627389 Jul 23 16:21:05.448410 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bd8ecf2f-7702-47c9-97e1-6b39d0280d86 req-5bcd98a4-4f9c-4373-8769-3ca83925b529 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325284 Jul 23 16:21:06.443298 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c125098-7437-4396-81cb-e9f721b73303 req-5476be83-7e6c-4a2d-82c9-169e5dc7564d tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:06.444793 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2c125098-7437-4396-81cb-e9f721b73303 req-5476be83-7e6c-4a2d-82c9-169e5dc7564d tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 984 time: 0.0770845 Jul 23 16:21:06.491949 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2c125098-7437-4396-81cb-e9f721b73303 req-280d82cb-1857-47ca-aa9e-736d93f6e810 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=0e24935f-900c-4331-bec1-27f7ebe1d8c5&id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412028 Jul 23 16:21:06.629399 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010060a-633f-482e-a70f-f421b33ef9f1 req-ae951614-d2fc-4a3a-af1b-9a0ff1472f65 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:06.632533 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5010060a-633f-482e-a70f-f421b33ef9f1 req-ae951614-d2fc-4a3a-af1b-9a0ff1472f65 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=c190e2e6-a470-40bc-ada5-2ad051d3a838 HTTP/1.1" status: 200 len: 945 time: 0.0817196 Jul 23 16:21:06.673223 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5010060a-633f-482e-a70f-f421b33ef9f1 req-08cbea07-d278-4628-a626-3957fc7b8f2c tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365644 Jul 23 16:21:06.778297 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 73f9cd6e-de94-4caa-95fc-76815e3365e5 up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:06.839207 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port 73f9cd6e-de94-4caa-95fc-76815e3365e5 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:06.843573 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port 73f9cd6e-de94-4caa-95fc-76815e3365e5 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:06.844144 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.933765 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.958306 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c190e2e6-a470-40bc-ada5-2ad051d3a838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f9cd6e-de94-4caa-95fc-76815e3365e5'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:06.961035 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4e2585-569e-4481-83e7-824fa141deb7" -d '{"events": [{"server_uuid": "c190e2e6-a470-40bc-ada5-2ad051d3a838", "name": "network-vif-plugged", "status": "completed", "tag": "73f9cd6e-de94-4caa-95fc-76815e3365e5"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:06.974674 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 73f9cd6e-de94-4caa-95fc-76815e3365e5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=73f9cd6e-de94-4caa-95fc-76815e3365e5,segment=NetworkSegment(f5a6faa7-ecd0-491e-a405-e1554df4d7ee),segment_id=f5a6faa7-ecd0-491e-a405-e1554df4d7ee)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:06.980811 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.004351 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8587542-0a95-4a71-b536-0dd0effc2bab x-openstack-request-id: req-c8587542-0a95-4a71-b536-0dd0effc2bab {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:07.004647 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c190e2e6-a470-40bc-ada5-2ad051d3a838", "name": "network-vif-plugged", "status": "completed", "tag": "73f9cd6e-de94-4caa-95fc-76815e3365e5", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:07.004901 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c8587542-0a95-4a71-b536-0dd0effc2bab {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:07.005339 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c190e2e6-a470-40bc-ada5-2ad051d3a838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f9cd6e-de94-4caa-95fc-76815e3365e5', 'code': 200} Jul 23 16:21:07.032648 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=73f9cd6e-de94-4caa-95fc-76815e3365e5,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:07.245757 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34060ea9-37e5-4022-861e-672cfe508a04 req-bcc4143b-a9e3-4529-be7a-0f23929bb23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.247225 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-34060ea9-37e5-4022-861e-672cfe508a04 req-bcc4143b-a9e3-4529-be7a-0f23929bb23a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c190e2e6-a470-40bc-ada5-2ad051d3a838 HTTP/1.1" status: 200 len: 1099 time: 0.0629604 Jul 23 16:21:07.283741 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-34060ea9-37e5-4022-861e-672cfe508a04 req-62ead281-f63c-434a-9968-e1c69f99504c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298212 Jul 23 16:21:07.631894 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279057e2-a0e4-40ac-ad0c-cf7f1a2ac1ac req-d593d306-54f9-41b8-90b7-c1d4abf5973e tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.633354 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-279057e2-a0e4-40ac-ad0c-cf7f1a2ac1ac req-d593d306-54f9-41b8-90b7-c1d4abf5973e tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 984 time: 0.0694022 Jul 23 16:21:07.675743 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-279057e2-a0e4-40ac-ad0c-cf7f1a2ac1ac req-d2a7208c-d85b-40dc-9a7d-4ab6c2ce683b tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=0e24935f-900c-4331-bec1-27f7ebe1d8c5&id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365367 Jul 23 16:21:07.828549 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb02efb-10ed-4253-8534-c2ed9177ce93 req-4253a47d-f083-440b-8cce-bfd68bedca87 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.830427 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8bb02efb-10ed-4253-8534-c2ed9177ce93 req-4253a47d-f083-440b-8cce-bfd68bedca87 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=c190e2e6-a470-40bc-ada5-2ad051d3a838 HTTP/1.1" status: 200 len: 946 time: 0.0818586 Jul 23 16:21:07.876434 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8bb02efb-10ed-4253-8534-c2ed9177ce93 req-d28a6fb4-dc96-4b03-a147-857e5118ae19 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371649 Jul 23 16:21:08.823211 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f61852-6747-4003-93f7-3cba6532e3cc req-b87ce576-efd9-4713-8478-f71e2df96a56 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:08.824756 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-86f61852-6747-4003-93f7-3cba6532e3cc req-b87ce576-efd9-4713-8478-f71e2df96a56 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 984 time: 0.0677135 Jul 23 16:21:08.867286 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-86f61852-6747-4003-93f7-3cba6532e3cc req-0526adff-26ae-43ca-b760-fffc62fad02f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=0e24935f-900c-4331-bec1-27f7ebe1d8c5&id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365808 Jul 23 16:21:09.009993 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feab153-59a9-4c57-9e7f-c181087549a8 req-e482a25e-e569-44c7-b50d-2606461bb54f tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.011391 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6feab153-59a9-4c57-9e7f-c181087549a8 req-e482a25e-e569-44c7-b50d-2606461bb54f tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=c190e2e6-a470-40bc-ada5-2ad051d3a838 HTTP/1.1" status: 200 len: 946 time: 0.0656614 Jul 23 16:21:09.050725 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6feab153-59a9-4c57-9e7f-c181087549a8 req-46e2fe74-e010-455f-a311-503e8f07ad23 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333912 Jul 23 16:21:10.702731 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:21:12.290571 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.798572 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-a76649c8-cd31-44a5-8c54-f7693024f4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.584381 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-f0492d45-6206-4b7c-987f-30013e2c036b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.820359 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.294654 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:20.435056 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ea083f5c-c5c6-4cf6-b83a-061bc2fffd84 req-33635d38-fcc7-417b-8f5b-2fb26826fe50 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0603771 Jul 23 16:21:20.532730 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea083f5c-c5c6-4cf6-b83a-061bc2fffd84 req-e228bd92-f4b2-4eb8-aa25-d4b45f815045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:20.534209 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ea083f5c-c5c6-4cf6-b83a-061bc2fffd84 req-e228bd92-f4b2-4eb8-aa25-d4b45f815045 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e7f62e88d8b4abbae363ca96f7b1591&device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 1137 time: 0.0593150 Jul 23 16:21:20.666180 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea083f5c-c5c6-4cf6-b83a-061bc2fffd84 req-aa1506da-c446-4fac-b853-826b0dd13160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:20.667547 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ea083f5c-c5c6-4cf6-b83a-061bc2fffd84 req-aa1506da-c446-4fac-b853-826b0dd13160 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1cf41c53-5bb3-498f-a085-07c65d4dc826 HTTP/1.1" status: 200 len: 916 time: 0.0952513 Jul 23 16:21:20.742928 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ea083f5c-c5c6-4cf6-b83a-061bc2fffd84 req-b685debb-0f05-4c41-a649-aee1a2b89a50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deba7d39-7f28-49ee-9ad0-796d809fbe7d HTTP/1.1" status: 200 len: 1001 time: 0.0638402 Jul 23 16:21:20.800530 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea083f5c-c5c6-4cf6-b83a-061bc2fffd84 req-61aa9b3b-3115-467d-8471-8120c0d91d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:20.801968 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ea083f5c-c5c6-4cf6-b83a-061bc2fffd84 req-61aa9b3b-3115-467d-8471-8120c0d91d82 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dc99486-3c2a-4854-8963-ac3440002037 HTTP/1.1" status: 200 len: 854 time: 0.0509474 Jul 23 16:21:20.864266 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea083f5c-c5c6-4cf6-b83a-061bc2fffd84 req-ac43101e-9fa0-43f2-a329-d560c4c129be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:20.865781 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ea083f5c-c5c6-4cf6-b83a-061bc2fffd84 req-ac43101e-9fa0-43f2-a329-d560c4c129be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1cf41c53-5bb3-498f-a085-07c65d4dc826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0563717 Jul 23 16:21:20.960665 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ea083f5c-c5c6-4cf6-b83a-061bc2fffd84 req-88f1e676-3261-4a07-b6b0-54298e061ecb service neutron] 10.222.0.59 "GET /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869954 Jul 23 16:21:21.058814 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ea083f5c-c5c6-4cf6-b83a-061bc2fffd84 req-025d4115-bd08-45fb-86bc-b69b8f48aa8f service neutron] 10.222.0.59 "GET /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910754 Jul 23 16:21:21.080671 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.463409 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4af4a1-ada3-4edb-a7b7-b33332a75428 req-0f9ec5f4-a550-4e3e-9ae0-aca2c34921f0 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:30.464854 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6f4af4a1-ada3-4edb-a7b7-b33332a75428 req-0f9ec5f4-a550-4e3e-9ae0-aca2c34921f0 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=c190e2e6-a470-40bc-ada5-2ad051d3a838 HTTP/1.1" status: 200 len: 946 time: 0.0693316 Jul 23 16:21:30.505090 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6f4af4a1-ada3-4edb-a7b7-b33332a75428 req-32032d54-f5b7-439d-8a89-dd9823ec961b tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344508 Jul 23 16:21:31.667482 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b3fb6-7ae6-4e56-9935-b94767d554a1 req-cf597c04-1b8e-4e7c-9357-a2d1eea7a502 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:31.669022 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b79b3fb6-7ae6-4e56-9935-b94767d554a1 req-cf597c04-1b8e-4e7c-9357-a2d1eea7a502 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=c190e2e6-a470-40bc-ada5-2ad051d3a838 HTTP/1.1" status: 200 len: 946 time: 0.0727758 Jul 23 16:21:31.710333 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b79b3fb6-7ae6-4e56-9935-b94767d554a1 req-4ec22cad-5c78-4afb-b2c9-3e8b419bad4a tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/security-groups?id=0503948f-3896-4750-8af9-f104c5bf0cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325606 Jul 23 16:21:32.364111 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643db581-b26f-4fb8-b878-afe2cff954ec req-70b5f8bd-6de5-4a85-b49d-7e7ad76c4d60 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:32.365591 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-643db581-b26f-4fb8-b878-afe2cff954ec req-70b5f8bd-6de5-4a85-b49d-7e7ad76c4d60 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.59 "GET /v2.0/ports?device_id=c190e2e6-a470-40bc-ada5-2ad051d3a838 HTTP/1.1" status: 200 len: 946 time: 0.0777318 Jul 23 16:21:32.492850 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-643db581-b26f-4fb8-b878-afe2cff954ec req-d2ef7fec-8e2f-4502-8f5d-dfe62eebe929 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Deleting port 73f9cd6e-de94-4caa-95fc-76815e3365e5 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:32.493158 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-643db581-b26f-4fb8-b878-afe2cff954ec req-d2ef7fec-8e2f-4502-8f5d-dfe62eebe929 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:32.586530 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-643db581-b26f-4fb8-b878-afe2cff954ec req-d2ef7fec-8e2f-4502-8f5d-dfe62eebe929 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] For port 73f9cd6e-de94-4caa-95fc-76815e3365e5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=73f9cd6e-de94-4caa-95fc-76815e3365e5,segment=NetworkSegment(f5a6faa7-ecd0-491e-a405-e1554df4d7ee),segment_id=f5a6faa7-ecd0-491e-a405-e1554df4d7ee)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:32.586894 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-643db581-b26f-4fb8-b878-afe2cff954ec req-d2ef7fec-8e2f-4502-8f5d-dfe62eebe929 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:32.599120 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-643db581-b26f-4fb8-b878-afe2cff954ec req-d2ef7fec-8e2f-4502-8f5d-dfe62eebe929 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Calling delete_port for 73f9cd6e-de94-4caa-95fc-76815e3365e5 owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:32.759200 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-643db581-b26f-4fb8-b878-afe2cff954ec req-d2ef7fec-8e2f-4502-8f5d-dfe62eebe929 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:32.785754 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef7fec-8e2f-4502-8f5d-dfe62eebe929 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Pushing event deleted for resources: {'Port': ['ID=73f9cd6e-de94-4caa-95fc-76815e3365e5,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:32.798866 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['73f9cd6e-de94-4caa-95fc-76815e3365e5'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:32.833434 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ce59de96-b734-4124-8e18-1ec6d22155f1 req-4d7061da-4ba9-49a1-bb3f-4886b56385bb tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.69 "GET /v2.0/ports?device_id=c190e2e6-a470-40bc-ada5-2ad051d3a838 HTTP/1.1" status: 200 len: 210 time: 0.0355089 Jul 23 16:21:32.856217 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-643db581-b26f-4fb8-b878-afe2cff954ec req-d2ef7fec-8e2f-4502-8f5d-dfe62eebe929 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] No DVR routers for this DVR port 73f9cd6e-de94-4caa-95fc-76815e3365e5 on host hv-cinder-79628 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:32.858671 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-643db581-b26f-4fb8-b878-afe2cff954ec req-d2ef7fec-8e2f-4502-8f5d-dfe62eebe929 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:32.860687 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-643db581-b26f-4fb8-b878-afe2cff954ec req-d2ef7fec-8e2f-4502-8f5d-dfe62eebe929 tempest-VolumesSnapshotTestJSON-1870088593 tempest-VolumesSnapshotTestJSON-1870088593-project] 10.222.0.59 "DELETE /v2.0/ports/73f9cd6e-de94-4caa-95fc-76815e3365e5 HTTP/1.1" status: 204 len: 173 time: 0.4896355 Jul 23 16:21:32.861115 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c190e2e6-a470-40bc-ada5-2ad051d3a838', 'name': 'network-vif-deleted', 'tag': '73f9cd6e-de94-4caa-95fc-76815e3365e5'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:32.863403 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf62ca0-28b1-42b7-bbe6-51bc1b47fb07" -d '{"events": [{"server_uuid": "c190e2e6-a470-40bc-ada5-2ad051d3a838", "name": "network-vif-deleted", "tag": "73f9cd6e-de94-4caa-95fc-76815e3365e5"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:32.961944 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40854d02-86ab-41ae-a734-2ec7c4c800dc x-openstack-request-id: req-40854d02-86ab-41ae-a734-2ec7c4c800dc {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:32.962244 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c190e2e6-a470-40bc-ada5-2ad051d3a838", "name": "network-vif-deleted", "tag": "73f9cd6e-de94-4caa-95fc-76815e3365e5", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:32.962496 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-40854d02-86ab-41ae-a734-2ec7c4c800dc {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:32.962892 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c190e2e6-a470-40bc-ada5-2ad051d3a838', 'name': 'network-vif-deleted', 'tag': '73f9cd6e-de94-4caa-95fc-76815e3365e5', 'status': 'completed', 'code': 200} Jul 23 16:21:38.398768 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 73f9cd6e-de94-4caa-95fc-76815e3365e5 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:38.431391 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: 73f9cd6e-de94-4caa-95fc-76815e3365e5 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:38.431724 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 73f9cd6e-de94-4caa-95fc-76815e3365e5 not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:42.288523 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:45.795704 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-966353b1-9eaf-41f0-b4d8-2eb205fab477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:47.707639 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:21:48.570454 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-24d2db5a-752b-40b0-baad-318a71f49616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.825634 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.291986 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:51.087246 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.722364 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59400) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:01.766259 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_v2 [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Deleting subnet b142617b-1114-4eb6-81ad-818a3d77fc3b {{(pid=93297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:22:01.769776 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.803482 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14844536'] for subnet, precommit_delete_associations {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.864166 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386006'] for subnet, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.868869 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-af35e90f-ee9e-42f2-8b6a-59e7136fc8d7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1559718771&fields=id&tenant_id=ff5d477b98d144eda7ab469b1df679e6 HTTP/1.1" status: 200 len: 267 time: 0.0477586 Jul 23 16:22:01.984311 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14480353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13107856'] for subnet, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.016831 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b142617b-1114-4eb6-81ad-818a3d77fc3b,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:02.027645 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.029594 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b142617b-1114-4eb6-81ad-818a3d77fc3b HTTP/1.1" status: 204 len: 168 time: 0.3062127 Jul 23 16:22:02.032570 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59406) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:02.036408 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-9b26c957-5ada-4743-81a4-152b5e1d6f52 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:02.037826 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-9b26c957-5ada-4743-81a4-152b5e1d6f52 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/networks?id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e HTTP/1.1" status: 200 len: 812 time: 0.1484060 Jul 23 16:22:02.039338 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.039680 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.040013 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.040345 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.040670 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.041014 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.041370 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.041690 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.042015 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.042305 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.042632 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.042960 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27555c6c-e118-482b-b806-610649b604f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.055831 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-c4d78fbf-f16a-4d79-9345-6e600f14fe85 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/quotas/ff5d477b98d144eda7ab469b1df679e6 HTTP/1.1" status: 200 len: 375 time: 0.0098095 Jul 23 16:22:02.104606 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541368'] for network, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.188716 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385103', 'neutron.services.segments.db._delete_segments_for_network-8727500513675'] for network, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.199935 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d59a40-6d6f-465e-9680-4bea3769ff63']}} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:02.211500 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a6faa7-ecd0-491e-a405-e1554df4d7ee') {'for_net_delete': True} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:02.211774 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a6faa7-ecd0-491e-a405-e1554df4d7ee') {} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:02.222054 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727500584376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15618273'] for segment, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.236900 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.243490 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=93296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:22:02.243914 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15978078'] for segment, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: Traceback (most recent call last): Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: timer() Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: cb(*args, **kw) Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: return func(*args, **kwargs) Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: self._notify() Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: self.callback(batched_events) Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: event.method(event) Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: return f(self, *a, **k) Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._get(url).json() Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: return self.request(url, 'GET', **kwargs) Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:22:02.245736 dv-cinder-796286-18-iscsi neutron-server[93296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:22:02.300691 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736162'] for network, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.306825 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.308877 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e4d59a40-6d6f-465e-9680-4bea3769ff63 HTTP/1.1" status: 204 len: 168 time: 0.2752609 Jul 23 16:22:02.321379 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4d59a40-6d6f-465e-9680-4bea3769ff63,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:02.329684 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.330098 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.330428 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.330712 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.331189 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.331560 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.331905 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.332239 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.332574 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.332988 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.333201 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.333526 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194532e1-9b28-49d9-917c-60df084f6f74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:02.402388 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-9278b48e-e16b-43a6-a13c-78492286423f tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff5d477b98d144eda7ab469b1df679e6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3401651 Jul 23 16:22:02.438979 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59412) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:02.482417 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-ecd5b165-2599-4a2b-808e-72b3379be347 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ecdba013fde14b82b622eaa467156a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418890 Jul 23 16:22:02.484724 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59414) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:02.518098 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-fe1dacd3-8182-4f59-9152-c85201919b4b service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:22:02.519043 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-fe1dacd3-8182-4f59-9152-c85201919b4b service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1054416 Jul 23 16:22:02.532797 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2c4534a5-c197-4d08-896a-fcf0746f19b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.553459 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2c4534a5-c197-4d08-896a-fcf0746f19b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.601301 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2c4534a5-c197-4d08-896a-fcf0746f19b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.603941 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2c4534a5-c197-4d08-896a-fcf0746f19b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.605073 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-2c4534a5-c197-4d08-896a-fcf0746f19b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0503948f-3896-4750-8af9-f104c5bf0cc1 HTTP/1.1" status: 204 len: 168 time: 0.1194754 Jul 23 16:22:02.605226 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-6a1afdf5-1334-4a03-aaec-657405785427 service neutron] 10.222.0.69 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803092 Jul 23 16:22:02.614017 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4534a5-c197-4d08-896a-fcf0746f19b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0503948f-3896-4750-8af9-f104c5bf0cc1,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:02.703885 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-94f8ec71-c3a0-422d-b62d-0777468b16f8 service neutron] 10.222.0.69 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859618 Jul 23 16:22:03.031664 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-013aed05-5ae5-4139-938f-36db92a55547 req-fc7b7bc9-5836-4cff-929c-50fae94ed924 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 210 time: 0.0314837 Jul 23 16:22:03.355069 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59452) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:03.455324 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-371ffe63-461f-4e10-8bad-09b944d96e59 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-642615345-network', 'tenant_id': 'c640d040d652410c84d3bb10405ad009'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:03.481669 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371ffe63-461f-4e10-8bad-09b944d96e59 admin admin] Made reservation on behalf of c640d040d652410c84d3bb10405ad009 for: {'network': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:03.483980 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-371ffe63-461f-4e10-8bad-09b944d96e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.494223 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-371ffe63-461f-4e10-8bad-09b944d96e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.592160 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-371ffe63-461f-4e10-8bad-09b944d96e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.597100 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-371ffe63-461f-4e10-8bad-09b944d96e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.626917 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371ffe63-461f-4e10-8bad-09b944d96e59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=93297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:22:03.636888 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ffe63-461f-4e10-8bad-09b944d96e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a31740-e385-48f5-8691-4ba6e78c17fc,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:03.643556 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-371ffe63-461f-4e10-8bad-09b944d96e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.643916 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.segments_db [None req-371ffe63-461f-4e10-8bad-09b944d96e59 admin admin] Added segment 819c31e4-50cb-4d65-aa4f-3e64a45f5e19 of type vlan for network 228c64c6-d4fc-435f-99b8-c30874fced0d Jul 23 16:22:03.684762 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-371ffe63-461f-4e10-8bad-09b944d96e59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.714230 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-371ffe63-461f-4e10-8bad-09b944d96e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.715338 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371ffe63-461f-4e10-8bad-09b944d96e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:03.715958 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-371ffe63-461f-4e10-8bad-09b944d96e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.746961 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-371ffe63-461f-4e10-8bad-09b944d96e59 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3905849 Jul 23 16:22:03.750348 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59460) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:03.755781 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-ce3084eb-ba44-4b79-980b-4df64985868e admin admin] Request body: {'subnet': {'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-642615345-subnet', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'ip_version': 4}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:03.777212 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ffe63-461f-4e10-8bad-09b944d96e59 admin admin] Pushing event updated for resources: {'Network': ['ID=228c64c6-d4fc-435f-99b8-c30874fced0d,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:03.781402 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3084eb-ba44-4b79-980b-4df64985868e admin admin] Made reservation on behalf of c640d040d652410c84d3bb10405ad009 for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:03.783817 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ce3084eb-ba44-4b79-980b-4df64985868e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13960916'] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.788030 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network 228c64c6-d4fc-435f-99b8-c30874fced0d details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:22:03.984527 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ce3084eb-ba44-4b79-980b-4df64985868e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15978149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13960902'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.030769 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3084eb-ba44-4b79-980b-4df64985868e admin admin] Pushing event updated for resources: {'Subnet': ['ID=08f50097-d250-41cd-9b40-d8f453f71716,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:04.050199 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3084eb-ba44-4b79-980b-4df64985868e admin admin] Checking segment: {'id': '819c31e4-50cb-4d65-aa4f-3e64a45f5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:04.050560 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3084eb-ba44-4b79-980b-4df64985868e admin admin] Network hostable DHCP agents. Network: 228c64c6-d4fc-435f-99b8-c30874fced0d, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:22:04.068444 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3084eb-ba44-4b79-980b-4df64985868e admin admin] Network 228c64c6-d4fc-435f-99b8-c30874fced0d is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:22:04.078466 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-ce3084eb-ba44-4b79-980b-4df64985868e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, 228c64c6-d4fc-435f-99b8-c30874fced0d) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:04.086815 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e16535b-bf9f-404a-aa09-4e06742ec0ea None None] Network 228c64c6-d4fc-435f-99b8-c30874fced0d requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:04.091046 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3084eb-ba44-4b79-980b-4df64985868e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:04.092302 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-ce3084eb-ba44-4b79-980b-4df64985868e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.112301 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-ce3084eb-ba44-4b79-980b-4df64985868e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3607719 Jul 23 16:22:04.112620 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59464) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:04.118192 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-642615345-router', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:04.142867 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e9a0d306-ba16-42ac-9c77-1565d2c333fe req-435f9b6c-ee5a-4bfb-ac49-5ff02143da69 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 210 time: 0.0416291 Jul 23 16:22:04.164061 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.165324 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.222115 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.256145 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4722bcb-980c-5471-8966-18c34a20cf20-228c64c6-d4fc-435f-99b8-c30874fced0d', 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'fixed_ips': [{'subnet_id': '08f50097-d250-41cd-9b40-d8f453f71716'}]}} from dv-cinder-796286-18-iscsi. {{(pid=93298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:22:04.257015 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.370052 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.377535 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-3d905652-2403-48c4-8f50-956946b8338b tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:04.379353 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-3d905652-2403-48c4-8f50-956946b8338b tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.59 "GET /v2.0/networks?id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e HTTP/1.1" status: 200 len: 812 time: 0.1300740 Jul 23 16:22:04.433710 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-26d0793a-2d56-40b0-aead-b39b815c55ca tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff5d477b98d144eda7ab469b1df679e6 HTTP/1.1" status: 200 len: 380 time: 0.0398014 Jul 23 16:22:04.436237 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.db_base_plugin_common [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Allocated IP 172.20.0.2 (228c64c6-d4fc-435f-99b8-c30874fced0d/08f50097-d250-41cd-9b40-d8f453f71716/177c01ee-dc04-4051-80a5-f2fd291d880d) {{(pid=93298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:04.443821 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-2e8b38e6-056c-456e-a7d4-b93a11b2ec6d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Request body: {'port': {'device_id': 'bab23a27-971c-41ad-91e6-44d1ea4345a9', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'admin_state_up': True, 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'security_groups': ['f7dbcf35-0c88-4efb-bc27-101bb1ecfb54']}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:04.602118 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.604746 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.612481 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Transition to ACTIVE for port object 177c01ee-dc04-4051-80a5-f2fd291d880d will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:04.629971 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.631205 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Transition to ACTIVE for port object 177c01ee-dc04-4051-80a5-f2fd291d880d will not be triggered until provisioned by entity DHCP. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:04.639167 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.685875 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Network 228c64c6-d4fc-435f-99b8-c30874fced0d is already hosted by enough agents. {{(pid=93298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:04.691213 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.base_scheduler [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Resources bound (agent type, host, resource id): {{(pid=93298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:04.694041 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Received port after_create {{(pid=93298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:04.727548 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Pushing event updated for resources: {'Port': ['ID=177c01ee-dc04-4051-80a5-f2fd291d880d,revision_number=1']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:04.741143 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Allocated IP 172.27.0.172 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/ad11e692-af5e-4b74-b5fe-2c2f5a07f59f) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:04.769354 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Attempting to bind port 177c01ee-dc04-4051-80a5-f2fd291d880d on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:04.769761 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Attempting to bind port 177c01ee-dc04-4051-80a5-f2fd291d880d by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': '819c31e4-50cb-4d65-aa4f-3e64a45f5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:04.770138 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Attempting to bind port 177c01ee-dc04-4051-80a5-f2fd291d880d on network 228c64c6-d4fc-435f-99b8-c30874fced0d {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:04.775815 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:04.776247 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Checking segment: {'id': '819c31e4-50cb-4d65-aa4f-3e64a45f5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:04.776599 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.777561 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Bound using segment: {'id': '819c31e4-50cb-4d65-aa4f-3e64a45f5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:04.777561 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Bound port: 177c01ee-dc04-4051-80a5-f2fd291d880d, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819c31e4-50cb-4d65-aa4f-3e64a45f5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:04.777878 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.854361 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-2e8b38e6-056c-456e-a7d4-b93a11b2ec6d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Made reservation on behalf of ff5d477b98d144eda7ab469b1df679e6 for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:04.858487 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.859199 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] For port 177c01ee-dc04-4051-80a5-f2fd291d880d, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:04.860028 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-2e8b38e6-056c-456e-a7d4-b93a11b2ec6d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.864896 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] For port 177c01ee-dc04-4051-80a5-f2fd291d880d, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=177c01ee-dc04-4051-80a5-f2fd291d880d,segment=NetworkSegment(819c31e4-50cb-4d65-aa4f-3e64a45f5e19),segment_id=819c31e4-50cb-4d65-aa4f-3e64a45f5e19)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:04.870035 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.942891 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.969839 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddaa4a-9eb7-44cd-ae53-664e5e3f6ed8 None None] Pushing event updated for resources: {'Port': ['ID=177c01ee-dc04-4051-80a5-f2fd291d880d,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:04.994342 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:05.000771 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:05.005031 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:05.038929 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Pushing event updated for resources: {'Port': ['ID=ad11e692-af5e-4b74-b5fe-2c2f5a07f59f,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:05.064865 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-2e8b38e6-056c-456e-a7d4-b93a11b2ec6d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Allocated IP 172.20.0.3 (3b0c78ce-3ca2-4b17-bca0-e417ea14df4e/1345c1fc-90b2-4087-8e13-41bf62bf0f8f/fef272f6-685d-4641-8b84-5b3e98b086cd) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:05.274901 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-2e8b38e6-056c-456e-a7d4-b93a11b2ec6d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.290101 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-2e8b38e6-056c-456e-a7d4-b93a11b2ec6d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Transition to ACTIVE for port object fef272f6-685d-4641-8b84-5b3e98b086cd will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:05.301145 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f5ae5a53-72e5-4d88-a99f-78ef8ee141d6 req-c35418ef-5999-46e9-9d38-34e076318a84 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 210 time: 0.0314138 Jul 23 16:22:05.328984 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-2e8b38e6-056c-456e-a7d4-b93a11b2ec6d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.332211 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.379407 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-2e8b38e6-056c-456e-a7d4-b93a11b2ec6d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:05.383142 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-2e8b38e6-056c-456e-a7d4-b93a11b2ec6d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:05.385498 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b38e6-056c-456e-a7d4-b93a11b2ec6d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event updated for resources: {'Port': ['ID=fef272f6-685d-4641-8b84-5b3e98b086cd,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:05.387867 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-2e8b38e6-056c-456e-a7d4-b93a11b2ec6d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:05.443956 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-2e8b38e6-056c-456e-a7d4-b93a11b2ec6d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:05.444722 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-2e8b38e6-056c-456e-a7d4-b93a11b2ec6d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.460601 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-2e8b38e6-056c-456e-a7d4-b93a11b2ec6d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0211787 Jul 23 16:22:05.477480 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-2d9ce4fd-02b4-4c91-aa5e-2c67accfb9d8 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:22:05.478564 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-2d9ce4fd-02b4-4c91-aa5e-2c67accfb9d8 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057905 Jul 23 16:22:05.536224 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735994'] for router, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.550317 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Request body: {'port': {'device_id': 'bab23a27-971c-41ad-91e6-44d1ea4345a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:05.623453 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.628956 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-ac782da5-0c7a-4b18-9bd9-5a6e05f54450 None None] Provisioning for port fef272f6-685d-4641-8b84-5b3e98b086cd completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:05.633551 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-ac782da5-0c7a-4b18-9bd9-5a6e05f54450 None None] Provisioning complete for port fef272f6-685d-4641-8b84-5b3e98b086cd triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:05.634305 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-ac782da5-0c7a-4b18-9bd9-5a6e05f54450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.671623 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-ac782da5-0c7a-4b18-9bd9-5a6e05f54450 None None] Port fef272f6-685d-4641-8b84-5b3e98b086cd cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:05.676732 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Router 0f21230a-e55b-4d04-8b22-9f45e5f38407 is scheduled to L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b with binding_index 1 {{(pid=93297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:22:05.799187 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:05.811424 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Sync routers for ids ['0f21230a-e55b-4d04-8b22-9f45e5f38407'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:05.815352 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] Notify callbacks [] for router, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.819604 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-063a64dc-4fb7-43ee-bb7f-4b5f263c4766 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7054536 Jul 23 16:22:05.820274 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59472) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:05.822162 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Routers {'0f21230a-e55b-4d04-8b22-9f45e5f38407'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:05.822787 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:21:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0f21230a-e55b-4d04-8b22-9f45e5f38407'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:05.921626 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef272f6-685d-4641-8b84-5b3e98b086cd {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:05.930270 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.944878 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Transition to ACTIVE for port object fef272f6-685d-4641-8b84-5b3e98b086cd will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:05.947304 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Set router 0f21230a-e55b-4d04-8b22-9f45e5f38407 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:05.950216 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.002502 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Pushing event updated for resources: {'Port': ['ID=fef272f6-685d-4641-8b84-5b3e98b086cd,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:06.060595 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de779ad1-4930-4f9f-9c9e-6e528fcc0eb9 None None] Network 228c64c6-d4fc-435f-99b8-c30874fced0d requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:06.121096 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Attempting to bind port fef272f6-685d-4641-8b84-5b3e98b086cd on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:06.121906 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Attempting to bind port fef272f6-685d-4641-8b84-5b3e98b086cd by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:06.122699 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Attempting to bind port fef272f6-685d-4641-8b84-5b3e98b086cd on network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:06.128635 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Port fef272f6-685d-4641-8b84-5b3e98b086cd on network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:22:06.129304 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Attempting to bind port fef272f6-685d-4641-8b84-5b3e98b086cd on network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:06.136156 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:06.136870 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Checking segment: {'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:06.137474 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Bound using segment: {'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:06.138090 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Bound port: fef272f6-685d-4641-8b84-5b3e98b086cd, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:06.138561 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.221768 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] For port fef272f6-685d-4641-8b84-5b3e98b086cd, host hv-cinder-79628, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:06.225558 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] For port fef272f6-685d-4641-8b84-5b3e98b086cd, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fef272f6-685d-4641-8b84-5b3e98b086cd,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:06.231441 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.297123 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:06.297820 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.299333 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] 10.222.0.59 "PUT /v2.0/ports/fef272f6-685d-4641-8b84-5b3e98b086cd HTTP/1.1" status: 200 len: 1093 time: 0.8143790 Jul 23 16:22:06.299778 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab23a27-971c-41ad-91e6-44d1ea4345a9', 'tag': 'fef272f6-685d-4641-8b84-5b3e98b086cd'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:06.302964 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b32986c-63dc-46dd-87f7-a97d56adadd2" -d '{"events": [{"name": "network-changed", "server_uuid": "bab23a27-971c-41ad-91e6-44d1ea4345a9", "tag": "fef272f6-685d-4641-8b84-5b3e98b086cd"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:06.324635 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c1c37-7bbf-44ee-9014-563771275da9 service neutron] Pushing event updated for resources: {'Port': ['ID=fef272f6-685d-4641-8b84-5b3e98b086cd,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:06.330160 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-c012a79e-abe1-4a5e-bcfd-5f905f87b934 None None] Provisioning for port 177c01ee-dc04-4051-80a5-f2fd291d880d completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:06.369797 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.371527 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fa1aba-494b-4704-a2f3-aecb04f03089 x-openstack-request-id: req-d8fa1aba-494b-4704-a2f3-aecb04f03089 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:06.371827 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab23a27-971c-41ad-91e6-44d1ea4345a9", "tag": "fef272f6-685d-4641-8b84-5b3e98b086cd", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:06.372172 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8fa1aba-494b-4704-a2f3-aecb04f03089 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:06.373150 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab23a27-971c-41ad-91e6-44d1ea4345a9', 'tag': 'fef272f6-685d-4641-8b84-5b3e98b086cd', 'status': 'completed', 'code': 200} Jul 23 16:22:06.428079 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7dccfadd-44bc-4cc1-9155-28a0b8a31f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:06.429771 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-7dccfadd-44bc-4cc1-9155-28a0b8a31f99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff5d477b98d144eda7ab469b1df679e6&device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 1096 time: 0.0713193 Jul 23 16:22:06.489159 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-b8fe3d46-e598-41d1-bedd-5d27c05abe3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fef272f6-685d-4641-8b84-5b3e98b086cd HTTP/1.1" status: 200 len: 217 time: 0.0456395 Jul 23 16:22:06.501033 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'name': 'tempest-TestShelveInstance-642615345-router', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 3, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'gw_port': {'id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:06.534920 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Checking router: 0f21230a-e55b-4d04-8b22-9f45e5f38407 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:06.535495 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Updating router 0f21230a-e55b-4d04-8b22-9f45e5f38407 port ad11e692-af5e-4b74-b5fe-2c2f5a07f59f binding host dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:22:06.554902 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-b55225a6-32c5-4039-a28c-0f36c3a2fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:06.556575 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-b55225a6-32c5-4039-a28c-0f36c3a2fdd4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1345c1fc-90b2-4087-8e13-41bf62bf0f8f HTTP/1.1" status: 200 len: 851 time: 0.0605190 Jul 23 16:22:06.579119 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bd1f5-0383-4cd7-80a9-dcee0ccddad4 req-cf2fffb5-0ecb-4cf6-a308-c74da1483fb4 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:06.580685 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e68bd1f5-0383-4cd7-80a9-dcee0ccddad4 req-cf2fffb5-0ecb-4cf6-a308-c74da1483fb4 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 943 time: 0.1283007 Jul 23 16:22:06.590361 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.624516 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-3417c1b2-8873-42a1-ab92-a600c669f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:06.626524 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-3417c1b2-8873-42a1-ab92-a600c669f0d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0635710 Jul 23 16:22:06.648164 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Allocated IP 172.20.0.1 (228c64c6-d4fc-435f-99b8-c30874fced0d/08f50097-d250-41cd-9b40-d8f453f71716/6cedfdbd-f927-4cd3-b616-79fcab43cb86) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:06.658792 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e68bd1f5-0383-4cd7-80a9-dcee0ccddad4 req-c7e52922-e5b1-4a67-8f33-6459f66b8801 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592902 Jul 23 16:22:06.745487 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-b1b11645-d57c-4b00-a69f-b3300f36f8ec service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117015 Jul 23 16:22:06.832401 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.855223 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.provisioning_blocks [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Transition to ACTIVE for port object 6cedfdbd-f927-4cd3-b616-79fcab43cb86 will not be triggered until provisioned by entity DHCP. {{(pid=93297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:06.861853 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e2740132-66a2-48ab-8489-cd04a9f6aa49 req-4f3001b0-8117-4ffd-97f4-afceec46fd74 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101260 Jul 23 16:22:06.918624 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.928654 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 177c01ee-dc04-4051-80a5-f2fd291d880d up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:06.959940 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Network 228c64c6-d4fc-435f-99b8-c30874fced0d is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:06.960248 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.963483 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:06.967284 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:06.978261 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Transition to ACTIVE for port object ad11e692-af5e-4b74-b5fe-2c2f5a07f59f will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:06.990187 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.020111 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Pushing event updated for resources: {'Port': ['ID=6cedfdbd-f927-4cd3-b616-79fcab43cb86,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:07.024925 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 177c01ee-dc04-4051-80a5-f2fd291d880d completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:07.031022 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734691'] for router_interface, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.041567 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32986c-63dc-46dd-87f7-a97d56adadd2 req-b44cf712-87ff-4145-8024-3d6468583223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:07.043132 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6b32986c-63dc-46dd-87f7-a97d56adadd2 req-b44cf712-87ff-4145-8024-3d6468583223 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff5d477b98d144eda7ab469b1df679e6&device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 1096 time: 0.0799134 Jul 23 16:22:07.067770 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 177c01ee-dc04-4051-80a5-f2fd291d880d triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:07.068265 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.074271 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a459e0c-4510-4f38-9d98-02f3465c4e8a None None] Pushing event updated for resources: {'Port': ['ID=ad11e692-af5e-4b74-b5fe-2c2f5a07f59f,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:07.099633 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Attempting to bind port ad11e692-af5e-4b74-b5fe-2c2f5a07f59f on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:07.100621 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Attempting to bind port ad11e692-af5e-4b74-b5fe-2c2f5a07f59f by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:07.101088 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Attempting to bind port ad11e692-af5e-4b74-b5fe-2c2f5a07f59f on network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:07.118407 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a459e0c-4510-4f38-9d98-02f3465c4e8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:07.119364 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a459e0c-4510-4f38-9d98-02f3465c4e8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:07.119872 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a459e0c-4510-4f38-9d98-02f3465c4e8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:07.121856 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a459e0c-4510-4f38-9d98-02f3465c4e8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:07.122826 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a459e0c-4510-4f38-9d98-02f3465c4e8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:07.123552 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a459e0c-4510-4f38-9d98-02f3465c4e8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:07.124131 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a459e0c-4510-4f38-9d98-02f3465c4e8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:07.124639 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a459e0c-4510-4f38-9d98-02f3465c4e8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:07.125137 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a459e0c-4510-4f38-9d98-02f3465c4e8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:07.125998 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a459e0c-4510-4f38-9d98-02f3465c4e8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:07.126499 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a459e0c-4510-4f38-9d98-02f3465c4e8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:07.126979 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a459e0c-4510-4f38-9d98-02f3465c4e8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:07.139913 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:07.140295 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Checking segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:07.140717 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.141115 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Bound using segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:07.141628 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Bound port: ad11e692-af5e-4b74-b5fe-2c2f5a07f59f, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:07.142365 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.167836 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32986c-63dc-46dd-87f7-a97d56adadd2 req-22963e77-c44b-41da-a78e-5b3de4dde6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:07.170326 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6b32986c-63dc-46dd-87f7-a97d56adadd2 req-22963e77-c44b-41da-a78e-5b3de4dde6cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e HTTP/1.1" status: 200 len: 913 time: 0.1188509 Jul 23 16:22:07.202512 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.225477 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6b32986c-63dc-46dd-87f7-a97d56adadd2 req-a9e56ab8-4050-475c-8c2c-efe0a208f96c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fef272f6-685d-4641-8b84-5b3e98b086cd HTTP/1.1" status: 200 len: 217 time: 0.0456903 Jul 23 16:22:07.259651 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] For port ad11e692-af5e-4b74-b5fe-2c2f5a07f59f, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:07.278485 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] For port ad11e692-af5e-4b74-b5fe-2c2f5a07f59f, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=ad11e692-af5e-4b74-b5fe-2c2f5a07f59f,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:07.280231 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.284655 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32986c-63dc-46dd-87f7-a97d56adadd2 req-102b858b-d196-4334-94d8-982f62a63e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:07.286217 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6b32986c-63dc-46dd-87f7-a97d56adadd2 req-102b858b-d196-4334-94d8-982f62a63e2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1345c1fc-90b2-4087-8e13-41bf62bf0f8f HTTP/1.1" status: 200 len: 851 time: 0.0534496 Jul 23 16:22:07.289604 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.356883 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32986c-63dc-46dd-87f7-a97d56adadd2 req-bddb5345-06e5-4d7c-9b17-e947cb8743a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:07.358545 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6b32986c-63dc-46dd-87f7-a97d56adadd2 req-bddb5345-06e5-4d7c-9b17-e947cb8743a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0621531 Jul 23 16:22:07.371452 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-20bdbfa0-19a0-4937-b07d-88615a7f2777 None None] Provisioning for port 6cedfdbd-f927-4cd3-b616-79fcab43cb86 completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:07.382763 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 177c01ee-dc04-4051-80a5-f2fd291d880d, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=177c01ee-dc04-4051-80a5-f2fd291d880d,segment=NetworkSegment(819c31e4-50cb-4d65-aa4f-3e64a45f5e19),segment_id=819c31e4-50cb-4d65-aa4f-3e64a45f5e19)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:07.384079 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-20bdbfa0-19a0-4937-b07d-88615a7f2777 None None] Provisioning complete for port 6cedfdbd-f927-4cd3-b616-79fcab43cb86 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:07.384495 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-20bdbfa0-19a0-4937-b07d-88615a7f2777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.387058 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a459e0c-4510-4f38-9d98-02f3465c4e8a None None] Pushing event updated for resources: {'Port': ['ID=ad11e692-af5e-4b74-b5fe-2c2f5a07f59f,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:07.391594 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Routers {'0f21230a-e55b-4d04-8b22-9f45e5f38407'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:07.392220 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:21:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0f21230a-e55b-4d04-8b22-9f45e5f38407'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:07.408980 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.414067 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.414837 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14480183'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.469144 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6b32986c-63dc-46dd-87f7-a97d56adadd2 req-694cf88d-6730-41d5-999a-7ed5eadb59b3 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998197 Jul 23 16:22:07.492496 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729524'] for router_interface, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.495314 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Pushing event updated for resources: {'Port': ['ID=6cedfdbd-f927-4cd3-b616-79fcab43cb86,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:07.523795 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-20bdbfa0-19a0-4937-b07d-88615a7f2777 None None] Port 6cedfdbd-f927-4cd3-b616-79fcab43cb86 cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:07.554659 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=177c01ee-dc04-4051-80a5-f2fd291d880d,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:07.572144 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-6b32986c-63dc-46dd-87f7-a97d56adadd2 req-ac55e46b-85ff-4da2-81bd-4bd7745ffe3b service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935800 Jul 23 16:22:07.577075 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] Set router 0f21230a-e55b-4d04-8b22-9f45e5f38407 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:07.597232 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Network 228c64c6-d4fc-435f-99b8-c30874fced0d is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:07.598825 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:07.714894 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Router 0f21230a-e55b-4d04-8b22-9f45e5f38407 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:07.793649 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'name': 'tempest-TestShelveInstance-642615345-router', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:07Z', 'revision_number': 4, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'gw_port': {'id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '6cedfdbd-f927-4cd3-b616-79fcab43cb86', 'name': '', 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'mac_address': 'fa:16:3e:c5:04:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '08f50097-d250-41cd-9b40-d8f453f71716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:06Z', 'updated_at': '2021-07-23T16:22:07Z', 'revision_number': 2, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'subnets': [{'id': '08f50097-d250-41cd-9b40-d8f453f71716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:07.826304 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601baf5c-59e3-479c-acb8-abb6f3ffa860 None None] The sync data for ids ['0f21230a-e55b-4d04-8b22-9f45e5f38407'] in dv-cinder-796286-18-iscsi is: [{'id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'name': 'tempest-TestShelveInstance-642615345-router', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:07Z', 'revision_number': 4, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'gw_port': {'id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '6cedfdbd-f927-4cd3-b616-79fcab43cb86', 'name': '', 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'mac_address': 'fa:16:3e:c5:04:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '08f50097-d250-41cd-9b40-d8f453f71716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:06Z', 'updated_at': '2021-07-23T16:22:07Z', 'revision_number': 2, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'subnets': [{'id': '08f50097-d250-41cd-9b40-d8f453f71716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:07.846746 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2110e128-08ff-493f-92eb-ee1ee364b937 None None] Provisioning complete for port 6cedfdbd-f927-4cd3-b616-79fcab43cb86 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:07.847235 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2110e128-08ff-493f-92eb-ee1ee364b937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.883670 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2110e128-08ff-493f-92eb-ee1ee364b937 None None] Port 6cedfdbd-f927-4cd3-b616-79fcab43cb86 cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:08.152521 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:08.158148 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-7540b5b6-8dd7-428a-9cb3-1ac79f51bcdb admin admin] 10.222.0.69 "PUT /v2.0/routers/0f21230a-e55b-4d04-8b22-9f45e5f38407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3368185 Jul 23 16:22:08.167154 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2f5ec-8542-400b-9a2b-67fd8a44cc03 req-3e470a66-8f78-4dd0-b928-bc72b69c1d8c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:08.168730 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b7b2f5ec-8542-400b-9a2b-67fd8a44cc03 req-3e470a66-8f78-4dd0-b928-bc72b69c1d8c tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 943 time: 0.4045863 Jul 23 16:22:08.213272 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b7b2f5ec-8542-400b-9a2b-67fd8a44cc03 req-9b019938-b0ac-49ff-ae71-86925ce38b67 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381279 Jul 23 16:22:08.707434 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59494) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:08.712915 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-c2dfc596-6af7-4762-ae6b-84bce0260126 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1113451374-network', 'tenant_id': 'e298e6ddf8eb46b3906c8a795f4035ad'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:08.735769 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dfc596-6af7-4762-ae6b-84bce0260126 admin admin] Made reservation on behalf of e298e6ddf8eb46b3906c8a795f4035ad for: {'network': 1} {{(pid=93297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:08.738238 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc596-6af7-4762-ae6b-84bce0260126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for network, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.747000 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc596-6af7-4762-ae6b-84bce0260126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.844943 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc596-6af7-4762-ae6b-84bce0260126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.850320 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc596-6af7-4762-ae6b-84bce0260126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.882202 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2dfc596-6af7-4762-ae6b-84bce0260126 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=93297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:22:08.894294 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfc596-6af7-4762-ae6b-84bce0260126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cf83e1-2eea-40ee-9b6d-1f849d07fb06,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:08.901261 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc596-6af7-4762-ae6b-84bce0260126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.901429 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.segments_db [None req-c2dfc596-6af7-4762-ae6b-84bce0260126 admin admin] Added segment 088e8a55-1313-4e25-ba85-83caf78ee6c1 of type vlan for network 897a3c9e-027f-4ed0-9fe6-e0905b6288f9 Jul 23 16:22:08.951465 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc596-6af7-4762-ae6b-84bce0260126 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727500062585'] for network, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.991587 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc596-6af7-4762-ae6b-84bce0260126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178'] for network, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.992771 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dfc596-6af7-4762-ae6b-84bce0260126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:08.993486 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc596-6af7-4762-ae6b-84bce0260126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.022996 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 177c01ee-dc04-4051-80a5-f2fd291d880d up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:09.035345 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-c2dfc596-6af7-4762-ae6b-84bce0260126 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3261890 Jul 23 16:22:09.037746 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59496) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:09.043411 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-a27487af-eed2-424e-999f-0ac383307969 admin admin] Request body: {'subnet': {'network_id': '897a3c9e-027f-4ed0-9fe6-e0905b6288f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1113451374-subnet', 'tenant_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'ip_version': 4}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:09.064258 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfc596-6af7-4762-ae6b-84bce0260126 admin admin] Pushing event updated for resources: {'Network': ['ID=897a3c9e-027f-4ed0-9fe6-e0905b6288f9,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:09.067857 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27487af-eed2-424e-999f-0ac383307969 admin admin] Made reservation on behalf of e298e6ddf8eb46b3906c8a795f4035ad for: {'subnet': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:09.071498 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a27487af-eed2-424e-999f-0ac383307969 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13960916'] for subnet, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.076752 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Network 897a3c9e-027f-4ed0-9fe6-e0905b6288f9 details requested by agent ovs-agent-dv-cinder-796286-18-iscsi with host dv-cinder-796286-18-iscsi {{(pid=93298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:22:09.147258 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 177c01ee-dc04-4051-80a5-f2fd291d880d triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:09.147688 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.227800 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device ad11e692-af5e-4b74-b5fe-2c2f5a07f59f up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:09.243100 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a27487af-eed2-424e-999f-0ac383307969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15978149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13960902'] for subnet, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.284620 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port ad11e692-af5e-4b74-b5fe-2c2f5a07f59f completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:09.289210 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port ad11e692-af5e-4b74-b5fe-2c2f5a07f59f triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:09.289964 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.308770 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27487af-eed2-424e-999f-0ac383307969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea0b568-94ed-445d-89f9-a3f9258c9808,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:09.314608 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27487af-eed2-424e-999f-0ac383307969 admin admin] Checking segment: {'id': '088e8a55-1313-4e25-ba85-83caf78ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '897a3c9e-027f-4ed0-9fe6-e0905b6288f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:09.314969 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27487af-eed2-424e-999f-0ac383307969 admin admin] Network hostable DHCP agents. Network: 897a3c9e-027f-4ed0-9fe6-e0905b6288f9, hostable agents: ['eb5d97c2-f12c-48dc-867d-7e57e23a7327'], hosted agents: [] {{(pid=93296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:22:09.336266 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27487af-eed2-424e-999f-0ac383307969 admin admin] Network 897a3c9e-027f-4ed0-9fe6-e0905b6288f9 is scheduled to be hosted by DHCP agent eb5d97c2-f12c-48dc-867d-7e57e23a7327 with binding_index 1 {{(pid=93296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:22:09.347425 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-a27487af-eed2-424e-999f-0ac383307969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-18-iscsi, 897a3c9e-027f-4ed0-9fe6-e0905b6288f9) {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:09.352986 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27487af-eed2-424e-999f-0ac383307969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:09.353740 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-a27487af-eed2-424e-999f-0ac383307969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.371567 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-a27487af-eed2-424e-999f-0ac383307969 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3301170 Jul 23 16:22:09.372327 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59500) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:09.377611 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1113451374-router', 'tenant_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:09.391052 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a1dd3-91e8-4566-bdad-fe8cad16ea7e req-889f831b-93d1-48d2-ad3d-8fccede0f51f tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:09.393832 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-692a1dd3-91e8-4566-bdad-fe8cad16ea7e req-889f831b-93d1-48d2-ad3d-8fccede0f51f tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 943 time: 0.1025651 Jul 23 16:22:09.409610 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1726'] for router, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.411196 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1705'] for router, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.458320 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-692a1dd3-91e8-4566-bdad-fe8cad16ea7e req-d1a397da-6d10-43e4-be11-aada5cd38426 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587702 Jul 23 16:22:09.473326 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.475049 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b7fbd1-7c1f-46b9-be3a-f17f3844485b None None] Network 897a3c9e-027f-4ed0-9fe6-e0905b6288f9 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:09.594774 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.617426 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1627'] for router, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.639529 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port ad11e692-af5e-4b74-b5fe-2c2f5a07f59f, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=ad11e692-af5e-4b74-b5fe-2c2f5a07f59f,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:09.650152 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.693573 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4722bcb-980c-5471-8966-18c34a20cf20-897a3c9e-027f-4ed0-9fe6-e0905b6288f9', 'network_id': '897a3c9e-027f-4ed0-9fe6-e0905b6288f9', 'tenant_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'fixed_ips': [{'subnet_id': '9ea0b568-94ed-445d-89f9-a3f9258c9808'}]}} from dv-cinder-796286-18-iscsi. {{(pid=93298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:22:09.694411 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.738974 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=ad11e692-af5e-4b74-b5fe-2c2f5a07f59f,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:09.838694 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.862844 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.865414 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.db_base_plugin_common [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Allocated IP 172.20.0.2 (897a3c9e-027f-4ed0-9fe6-e0905b6288f9/9ea0b568-94ed-445d-89f9-a3f9258c9808/066df779-7388-4b54-868b-6506a3d149f2) {{(pid=93298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:09.895965 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Sync routers for ids ['0f21230a-e55b-4d04-8b22-9f45e5f38407'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:09.906367 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Routers {'0f21230a-e55b-4d04-8b22-9f45e5f38407'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:09.907183 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:21:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0f21230a-e55b-4d04-8b22-9f45e5f38407'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:09.972989 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Allocated IP 172.27.0.61 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/77bbbcbd-3366-4b2c-b435-27e03f53bb05) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:10.017752 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Set router 0f21230a-e55b-4d04-8b22-9f45e5f38407 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:10.024257 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Notify callbacks [] for port, precommit_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.037378 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Transition to ACTIVE for port object 066df779-7388-4b54-868b-6506a3d149f2 will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:10.048821 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Transition to ACTIVE for port object 066df779-7388-4b54-868b-6506a3d149f2 will not be triggered until provisioned by entity DHCP. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:10.057211 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373'] for port, after_create {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.086656 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.093450 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Network 897a3c9e-027f-4ed0-9fe6-e0905b6288f9 is already hosted by enough agents. {{(pid=93298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:10.099999 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.scheduler.base_scheduler [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Resources bound (agent type, host, resource id): {{(pid=93298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:10.103585 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Received port after_create {{(pid=93298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:10.111153 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Pushing event updated for resources: {'Port': ['ID=066df779-7388-4b54-868b-6506a3d149f2,revision_number=1']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:10.128621 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.164371 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:10.164805 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Attempting to bind port 066df779-7388-4b54-868b-6506a3d149f2 on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:10.165189 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Attempting to bind port 066df779-7388-4b54-868b-6506a3d149f2 by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': '088e8a55-1313-4e25-ba85-83caf78ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '897a3c9e-027f-4ed0-9fe6-e0905b6288f9'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:10.166231 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Attempting to bind port 066df779-7388-4b54-868b-6506a3d149f2 on network 897a3c9e-027f-4ed0-9fe6-e0905b6288f9 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:10.167723 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:10.170457 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:10.170864 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:10.171267 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Checking segment: {'id': '088e8a55-1313-4e25-ba85-83caf78ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '897a3c9e-027f-4ed0-9fe6-e0905b6288f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:10.171679 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.172067 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Bound using segment: {'id': '088e8a55-1313-4e25-ba85-83caf78ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '897a3c9e-027f-4ed0-9fe6-e0905b6288f9'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:10.172595 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Bound port: 066df779-7388-4b54-868b-6506a3d149f2, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088e8a55-1313-4e25-ba85-83caf78ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '897a3c9e-027f-4ed0-9fe6-e0905b6288f9'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:10.172986 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.210970 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Pushing event updated for resources: {'Port': ['ID=77bbbcbd-3366-4b2c-b435-27e03f53bb05,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:10.244040 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] For port 066df779-7388-4b54-868b-6506a3d149f2, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:10.247806 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] For port 066df779-7388-4b54-868b-6506a3d149f2, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=066df779-7388-4b54-868b-6506a3d149f2,segment=NetworkSegment(088e8a55-1313-4e25-ba85-83caf78ee6c1),segment_id=088e8a55-1313-4e25-ba85-83caf78ee6c1)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:10.251370 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'name': 'tempest-TestShelveInstance-642615345-router', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:07Z', 'revision_number': 4, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'gw_port': {'id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '6cedfdbd-f927-4cd3-b616-79fcab43cb86', 'name': '', 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'mac_address': 'fa:16:3e:c5:04:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '08f50097-d250-41cd-9b40-d8f453f71716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:06Z', 'updated_at': '2021-07-23T16:22:07Z', 'revision_number': 2, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'subnets': [{'id': '08f50097-d250-41cd-9b40-d8f453f71716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:10.253145 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.278042 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Checking router: 0f21230a-e55b-4d04-8b22-9f45e5f38407 for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:10.278623 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Updating router 0f21230a-e55b-4d04-8b22-9f45e5f38407 port 6cedfdbd-f927-4cd3-b616-79fcab43cb86 binding host dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:22:10.315589 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.318429 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5da5c0-3bd6-405e-9053-a579f11e7d29 None None] Pushing event updated for resources: {'Port': ['ID=066df779-7388-4b54-868b-6506a3d149f2,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:10.450960 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.621527 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809eb35-7f47-42f2-a91b-34727d4670a7 req-789316cd-74f1-4ddf-848f-30fa89bc6c67 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:10.629772 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5809eb35-7f47-42f2-a91b-34727d4670a7 req-789316cd-74f1-4ddf-848f-30fa89bc6c67 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 943 time: 0.0841804 Jul 23 16:22:10.666198 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Notify callbacks [] for port, precommit_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.673603 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5809eb35-7f47-42f2-a91b-34727d4670a7 req-b8d78929-c6a7-48f4-a176-7f11aac17314 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427437 Jul 23 16:22:10.677750 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.provisioning_blocks [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Transition to ACTIVE for port object 6cedfdbd-f927-4cd3-b616-79fcab43cb86 will not be triggered until provisioned by entity L2. {{(pid=93299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:10.688092 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.724604 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735994'] for router, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.741714 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e25e3-a59e-45e7-92c6-73bacd7cbb2e None None] Pushing event updated for resources: {'Port': ['ID=6cedfdbd-f927-4cd3-b616-79fcab43cb86,revision_number=3']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:10.768006 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e25e3-a59e-45e7-92c6-73bacd7cbb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:10.768339 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e25e3-a59e-45e7-92c6-73bacd7cbb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:10.768686 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e25e3-a59e-45e7-92c6-73bacd7cbb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:10.768856 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e25e3-a59e-45e7-92c6-73bacd7cbb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:10.769183 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e25e3-a59e-45e7-92c6-73bacd7cbb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:10.769508 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e25e3-a59e-45e7-92c6-73bacd7cbb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:10.769887 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e25e3-a59e-45e7-92c6-73bacd7cbb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:10.770211 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e25e3-a59e-45e7-92c6-73bacd7cbb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:10.770531 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e25e3-a59e-45e7-92c6-73bacd7cbb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:10.770848 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e25e3-a59e-45e7-92c6-73bacd7cbb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:10.771187 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e25e3-a59e-45e7-92c6-73bacd7cbb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:10.771668 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e25e3-a59e-45e7-92c6-73bacd7cbb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:10.841248 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Attempting to bind port 6cedfdbd-f927-4cd3-b616-79fcab43cb86 on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:10.846668 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Attempting to bind port 6cedfdbd-f927-4cd3-b616-79fcab43cb86 by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': '819c31e4-50cb-4d65-aa4f-3e64a45f5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d'}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:10.846668 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Attempting to bind port 6cedfdbd-f927-4cd3-b616-79fcab43cb86 on network 228c64c6-d4fc-435f-99b8-c30874fced0d {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:10.857186 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:10.857186 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Checking segment: {'id': '819c31e4-50cb-4d65-aa4f-3e64a45f5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:10.860507 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.861141 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Bound using segment: {'id': '819c31e4-50cb-4d65-aa4f-3e64a45f5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d'} {{(pid=93299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:10.861828 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.managers [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Bound port: 6cedfdbd-f927-4cd3-b616-79fcab43cb86, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819c31e4-50cb-4d65-aa4f-3e64a45f5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d'}}] {{(pid=93299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:10.862961 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.922854 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Router c466c8d5-5df3-4eb4-8ded-4b35ddc006fc is scheduled to L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b with binding_index 1 {{(pid=93296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:22:10.954694 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] For port 6cedfdbd-f927-4cd3-b616-79fcab43cb86, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:10.966080 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.plugins.ml2.db [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] For port 6cedfdbd-f927-4cd3-b616-79fcab43cb86, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=6cedfdbd-f927-4cd3-b616-79fcab43cb86,segment=NetworkSegment(819c31e4-50cb-4d65-aa4f-3e64a45f5e19),segment_id=819c31e4-50cb-4d65-aa4f-3e64a45f5e19)] {{(pid=93299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:10.972741 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron_lib.callbacks.manager [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.020290 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device ad11e692-af5e-4b74-b5fe-2c2f5a07f59f up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:11.052548 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e25e3-a59e-45e7-92c6-73bacd7cbb2e None None] Pushing event updated for resources: {'Port': ['ID=6cedfdbd-f927-4cd3-b616-79fcab43cb86,revision_number=4']} {{(pid=93299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:11.056326 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Routers {'0f21230a-e55b-4d04-8b22-9f45e5f38407'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:11.057593 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:21:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0f21230a-e55b-4d04-8b22-9f45e5f38407'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:11.077499 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:11.100546 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.104149 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-3a6eea74-9576-40d9-8ccb-fec5f940117a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7305577 Jul 23 16:22:11.106696 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59504) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:11.107718 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Sync routers for ids ['c466c8d5-5df3-4eb4-8ded-4b35ddc006fc'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:11.112438 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port ad11e692-af5e-4b74-b5fe-2c2f5a07f59f triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:11.113004 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.166882 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Routers {'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:11.167570 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:21:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['c466c8d5-5df3-4eb4-8ded-4b35ddc006fc'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:11.206375 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] Set router 0f21230a-e55b-4d04-8b22-9f45e5f38407 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:11.297584 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Set router c466c8d5-5df3-4eb4-8ded-4b35ddc006fc gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:11.424072 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 066df779-7388-4b54-868b-6506a3d149f2 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:11.468215 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'name': 'tempest-TestShelveInstance-642615345-router', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:07Z', 'revision_number': 4, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'gw_port': {'id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '6cedfdbd-f927-4cd3-b616-79fcab43cb86', 'name': '', 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'mac_address': 'fa:16:3e:c5:04:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '08f50097-d250-41cd-9b40-d8f453f71716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:06Z', 'updated_at': '2021-07-23T16:22:10Z', 'revision_number': 4, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'subnets': [{'id': '08f50097-d250-41cd-9b40-d8f453f71716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:11.492481 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540ec78b-5f53-4b96-803e-bb3214653652 None None] Network 897a3c9e-027f-4ed0-9fe6-e0905b6288f9 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:11.504220 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192200af-79ac-436b-b26b-a7c76b9c464b None None] The sync data for ids ['0f21230a-e55b-4d04-8b22-9f45e5f38407'] in dv-cinder-796286-18-iscsi is: [{'id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'name': 'tempest-TestShelveInstance-642615345-router', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:07Z', 'revision_number': 4, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'gw_port': {'id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '6cedfdbd-f927-4cd3-b616-79fcab43cb86', 'name': '', 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'mac_address': 'fa:16:3e:c5:04:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '08f50097-d250-41cd-9b40-d8f453f71716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:06Z', 'updated_at': '2021-07-23T16:22:10Z', 'revision_number': 4, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'subnets': [{'id': '08f50097-d250-41cd-9b40-d8f453f71716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:11.635343 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 066df779-7388-4b54-868b-6506a3d149f2 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:11.667815 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-6b8c9e5b-566d-45c3-bf29-3a5734b15b28 None None] Provisioning for port 066df779-7388-4b54-868b-6506a3d149f2 completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:11.683291 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-6b8c9e5b-566d-45c3-bf29-3a5734b15b28 None None] Provisioning complete for port 066df779-7388-4b54-868b-6506a3d149f2 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:11.683857 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9e5b-566d-45c3-bf29-3a5734b15b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.784715 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'name': 'tempest-TestShelveInstance-1113451374-router', 'tenant_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '77bbbcbd-3366-4b2c-b435-27e03f53bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:10Z', 'revision_number': 3, 'project_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'gw_port': {'id': '77bbbcbd-3366-4b2c-b435-27e03f53bb05', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:11.821247 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9007b-5fcc-411c-8e62-5848c3ea1b71 req-213a33a2-0075-4a16-9bb9-8323cc5bc6f0 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:11.822209 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Checking router: c466c8d5-5df3-4eb4-8ded-4b35ddc006fc for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:11.822696 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Updating router c466c8d5-5df3-4eb4-8ded-4b35ddc006fc port 77bbbcbd-3366-4b2c-b435-27e03f53bb05 binding host dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:22:11.829652 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-10e9007b-5fcc-411c-8e62-5848c3ea1b71 req-213a33a2-0075-4a16-9bb9-8323cc5bc6f0 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 943 time: 0.0765114 Jul 23 16:22:11.871225 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-10e9007b-5fcc-411c-8e62-5848c3ea1b71 req-93fdc572-9f3b-4386-87bb-f05416619ebb tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406423 Jul 23 16:22:11.924838 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.951215 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.978739 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9e5b-566d-45c3-bf29-3a5734b15b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.137881 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Allocated IP 172.20.0.1 (897a3c9e-027f-4ed0-9fe6-e0905b6288f9/9ea0b568-94ed-445d-89f9-a3f9258c9808/fd423703-f05e-4268-ab5b-da38d9146843) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:12.229765 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-6b8c9e5b-566d-45c3-bf29-3a5734b15b28 None None] For port 066df779-7388-4b54-868b-6506a3d149f2, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=066df779-7388-4b54-868b-6506a3d149f2,segment=NetworkSegment(088e8a55-1313-4e25-ba85-83caf78ee6c1),segment_id=088e8a55-1313-4e25-ba85-83caf78ee6c1)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:12.253105 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9e5b-566d-45c3-bf29-3a5734b15b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.285908 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.299969 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Transition to ACTIVE for port object fd423703-f05e-4268-ab5b-da38d9146843 will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:12.338228 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.351780 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-430b2af3-296e-43e7-9727-81b65070cec8 req-4588caa5-9fff-47ea-a00b-a81ca4ffe042 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2112657508&fields=id&tenant_id=1e7f62e88d8b4abbae363ca96f7b1591 HTTP/1.1" status: 200 len: 267 time: 0.0441020 Jul 23 16:22:12.352031 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.381011 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Network 897a3c9e-027f-4ed0-9fe6-e0905b6288f9 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:12.383383 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c9e5b-566d-45c3-bf29-3a5734b15b28 None None] Pushing event updated for resources: {'Port': ['ID=066df779-7388-4b54-868b-6506a3d149f2,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:12.389115 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:12.393965 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:12.421047 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Pushing event updated for resources: {'Port': ['ID=fd423703-f05e-4268-ab5b-da38d9146843,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:12.423381 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-fb0f49fa-1fad-4bf2-9000-d6ced2b67bea None None] Provisioning complete for port 066df779-7388-4b54-868b-6506a3d149f2 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:12.423515 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b2af3-296e-43e7-9727-81b65070cec8 req-521b9b41-8b12-4b31-89f9-d51c29998bf9 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:12.423628 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-fb0f49fa-1fad-4bf2-9000-d6ced2b67bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.425130 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-430b2af3-296e-43e7-9727-81b65070cec8 req-521b9b41-8b12-4b31-89f9-d51c29998bf9 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 984 time: 0.0695295 Jul 23 16:22:12.438433 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [req-430b2af3-296e-43e7-9727-81b65070cec8 req-cfd78607-c1ab-47c5-8be3-04335c2eb4d2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Request body: {'port': {'security_groups': ['1a7fd55e-7e15-4cfc-9936-b148f62b3719']}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:12.442520 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734691'] for router_interface, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.554719 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-430b2af3-296e-43e7-9727-81b65070cec8 req-cfd78607-c1ab-47c5-8be3-04335c2eb4d2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.581780 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.594789 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Transition to ACTIVE for port object 77bbbcbd-3366-4b2c-b435-27e03f53bb05 will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:12.605449 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.620971 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.658344 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Attempting to bind port 77bbbcbd-3366-4b2c-b435-27e03f53bb05 on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:12.659002 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Attempting to bind port 77bbbcbd-3366-4b2c-b435-27e03f53bb05 by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:12.659820 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Attempting to bind port 77bbbcbd-3366-4b2c-b435-27e03f53bb05 on network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:12.669805 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:12.670504 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Checking segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:12.670918 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.671377 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Bound using segment: {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:12.671915 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Bound port: 77bbbcbd-3366-4b2c-b435-27e03f53bb05, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa77feb-861d-4456-af35-0ec1b127b577', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:12.672329 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.713783 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb3a05-7003-4ea6-abb4-9b16576878c4 None None] Pushing event updated for resources: {'Port': ['ID=77bbbcbd-3366-4b2c-b435-27e03f53bb05,revision_number=2']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:12.766603 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] For port 77bbbcbd-3366-4b2c-b435-27e03f53bb05, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:12.773697 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] For port 77bbbcbd-3366-4b2c-b435-27e03f53bb05, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=77bbbcbd-3366-4b2c-b435-27e03f53bb05,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:12.779421 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.789585 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [req-430b2af3-296e-43e7-9727-81b65070cec8 req-cfd78607-c1ab-47c5-8be3-04335c2eb4d2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] For port deba7d39-7f28-49ee-9ad0-796d809fbe7d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=deba7d39-7f28-49ee-9ad0-796d809fbe7d,segment=NetworkSegment(293f3401-b799-4dde-9fff-51fda7aade28),segment_id=293f3401-b799-4dde-9fff-51fda7aade28)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:12.829517 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-430b2af3-296e-43e7-9727-81b65070cec8 req-cfd78607-c1ab-47c5-8be3-04335c2eb4d2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.838352 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-37c6b177-31fb-4a41-a7fb-d9d99b836d25 None None] Provisioning for port fd423703-f05e-4268-ab5b-da38d9146843 completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:12.840954 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-430b2af3-296e-43e7-9727-81b65070cec8 req-cfd78607-c1ab-47c5-8be3-04335c2eb4d2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14480183'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.847398 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Routers {'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:12.848042 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:21:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['c466c8d5-5df3-4eb4-8ded-4b35ddc006fc'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:12.848891 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.850007 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-37c6b177-31fb-4a41-a7fb-d9d99b836d25 None None] Provisioning complete for port fd423703-f05e-4268-ab5b-da38d9146843 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:12.850382 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-37c6b177-31fb-4a41-a7fb-d9d99b836d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.858803 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.891003 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b2af3-296e-43e7-9727-81b65070cec8 req-cfd78607-c1ab-47c5-8be3-04335c2eb4d2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:12.891939 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [req-430b2af3-296e-43e7-9727-81b65070cec8 req-cfd78607-c1ab-47c5-8be3-04335c2eb4d2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.904726 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59516) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:12.907209 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-430b2af3-296e-43e7-9727-81b65070cec8 req-cfd78607-c1ab-47c5-8be3-04335c2eb4d2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "PUT /v2.0/ports/deba7d39-7f28-49ee-9ad0-796d809fbe7d HTTP/1.1" status: 200 len: 942 time: 0.4713423 Jul 23 16:22:12.907339 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729524'] for router_interface, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.908049 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'tag': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:12.910881 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d847018-d51a-4e57-9305-7ce321afc9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5", "tag": "deba7d39-7f28-49ee-9ad0-796d809fbe7d"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:12.942038 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['deba7d39-7f28-49ee-9ad0-796d809fbe7d'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:12.967173 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd78607-c1ab-47c5-8be3-04335c2eb4d2 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Pushing event updated for resources: {'Port': ['ID=deba7d39-7f28-49ee-9ad0-796d809fbe7d,revision_number=7']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:13.015827 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb3a05-7003-4ea6-abb4-9b16576878c4 None None] Pushing event updated for resources: {'Port': ['ID=77bbbcbd-3366-4b2c-b435-27e03f53bb05,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:13.020468 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 6cedfdbd-f927-4cd3-b616-79fcab43cb86 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:13.049429 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Pushing event updated for resources: {'Port': ['ID=fd423703-f05e-4268-ab5b-da38d9146843,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:13.099474 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['deba7d39-7f28-49ee-9ad0-796d809fbe7d'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:13.104813 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9118dc95-d54e-4525-b57b-78a3d99bec15 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.108742 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003a5c6-008a-423f-93ae-729dd0ee8ff4 req-6d3ba220-11a6-411c-af12-f32c5a6b15ff tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:13.110802 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2003a5c6-008a-423f-93ae-729dd0ee8ff4 req-6d3ba220-11a6-411c-af12-f32c5a6b15ff tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 943 time: 0.1044993 Jul 23 16:22:13.146657 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-37c6b177-31fb-4a41-a7fb-d9d99b836d25 None None] Port fd423703-f05e-4268-ab5b-da38d9146843 cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:13.149142 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9118dc95-d54e-4525-b57b-78a3d99bec15 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.155104 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2003a5c6-008a-423f-93ae-729dd0ee8ff4 req-c5c99376-86db-4a69-9f22-d2b1e219ff4d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368786 Jul 23 16:22:13.176341 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Network 897a3c9e-027f-4ed0-9fe6-e0905b6288f9 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:13.180012 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:13.220967 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 6cedfdbd-f927-4cd3-b616-79fcab43cb86 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:13.236106 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 6cedfdbd-f927-4cd3-b616-79fcab43cb86 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:13.236843 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.250390 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] Set router c466c8d5-5df3-4eb4-8ded-4b35ddc006fc gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:13.322793 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9118dc95-d54e-4525-b57b-78a3d99bec15 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.325988 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9118dc95-d54e-4525-b57b-78a3d99bec15 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.329685 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-9118dc95-d54e-4525-b57b-78a3d99bec15 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "DELETE /v2.0/security-groups/0e24935f-900c-4331-bec1-27f7ebe1d8c5 HTTP/1.1" status: 204 len: 168 time: 0.4175365 Jul 23 16:22:13.329987 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59522) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:13.383432 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Router c466c8d5-5df3-4eb4-8ded-4b35ddc006fc has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:13.384368 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118dc95-d54e-4525-b57b-78a3d99bec15 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e24935f-900c-4331-bec1-27f7ebe1d8c5,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:13.494695 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40624cd2-b3de-4f80-84e7-8ad1dcb039d8 x-openstack-request-id: req-40624cd2-b3de-4f80-84e7-8ad1dcb039d8 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:13.495428 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5", "tag": "deba7d39-7f28-49ee-9ad0-796d809fbe7d", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:13.495737 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-40624cd2-b3de-4f80-84e7-8ad1dcb039d8 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:13.496510 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'tag': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d', 'status': 'completed', 'code': 200} Jul 23 16:22:13.544821 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-10b5a94f-566b-4ea6-935b-160a32925a1d None None] Provisioning complete for port deba7d39-7f28-49ee-9ad0-796d809fbe7d triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:13.545180 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-10b5a94f-566b-4ea6-935b-160a32925a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.635444 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:13.645988 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-66d0f328-e3bb-4b4a-95c2-9d6a01af936d admin admin] 10.222.0.69 "PUT /v2.0/routers/c466c8d5-5df3-4eb4-8ded-4b35ddc006fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5332513 Jul 23 16:22:13.665335 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d847018-d51a-4e57-9305-7ce321afc9d1 req-33a8967b-ef5a-44e2-914e-1dad2dc2634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:13.666830 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3d847018-d51a-4e57-9305-7ce321afc9d1 req-33a8967b-ef5a-44e2-914e-1dad2dc2634b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e7f62e88d8b4abbae363ca96f7b1591&device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 1098 time: 0.1267235 Jul 23 16:22:13.707133 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-128b571e-2267-41fe-abcd-c717fe76c86c tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Deleting port 65e291e0-0b4d-4a52-9515-5831b61da29c {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:13.707400 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-128b571e-2267-41fe-abcd-c717fe76c86c tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.726148 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.828845 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 6cedfdbd-f927-4cd3-b616-79fcab43cb86, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=6cedfdbd-f927-4cd3-b616-79fcab43cb86,segment=NetworkSegment(819c31e4-50cb-4d65-aa4f-3e64a45f5e19),segment_id=819c31e4-50cb-4d65-aa4f-3e64a45f5e19)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:13.836472 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.837317 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 066df779-7388-4b54-868b-6506a3d149f2 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:13.841670 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d847018-d51a-4e57-9305-7ce321afc9d1 req-de9f832f-3415-4f55-94d8-7e4fead05a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:13.842400 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'name': 'tempest-TestShelveInstance-1113451374-router', 'tenant_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '77bbbcbd-3366-4b2c-b435-27e03f53bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:12Z', 'revision_number': 4, 'project_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'gw_port': {'id': '77bbbcbd-3366-4b2c-b435-27e03f53bb05', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': 'fd423703-f05e-4268-ab5b-da38d9146843', 'name': '', 'network_id': '897a3c9e-027f-4ed0-9fe6-e0905b6288f9', 'tenant_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'mac_address': 'fa:16:3e:4a:1e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9ea0b568-94ed-445d-89f9-a3f9258c9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:11Z', 'updated_at': '2021-07-23T16:22:12Z', 'revision_number': 2, 'project_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'subnets': [{'id': '9ea0b568-94ed-445d-89f9-a3f9258c9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:13.843204 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3d847018-d51a-4e57-9305-7ce321afc9d1 req-de9f832f-3415-4f55-94d8-7e4fead05a2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=1cf41c53-5bb3-498f-a085-07c65d4dc826 HTTP/1.1" status: 200 len: 916 time: 0.1688614 Jul 23 16:22:13.864367 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-128b571e-2267-41fe-abcd-c717fe76c86c tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.864804 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-128b571e-2267-41fe-abcd-c717fe76c86c tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.907394 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-128b571e-2267-41fe-abcd-c717fe76c86c tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Calling delete_port for 65e291e0-0b4d-4a52-9515-5831b61da29c owned by network:floatingip {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:13.912104 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be67420d-030e-4c46-9419-48fea0b82ed3 None None] The sync data for ids ['c466c8d5-5df3-4eb4-8ded-4b35ddc006fc'] in dv-cinder-796286-18-iscsi is: [{'id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'name': 'tempest-TestShelveInstance-1113451374-router', 'tenant_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '77bbbcbd-3366-4b2c-b435-27e03f53bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:12Z', 'revision_number': 4, 'project_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'gw_port': {'id': '77bbbcbd-3366-4b2c-b435-27e03f53bb05', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': 'fd423703-f05e-4268-ab5b-da38d9146843', 'name': '', 'network_id': '897a3c9e-027f-4ed0-9fe6-e0905b6288f9', 'tenant_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'mac_address': 'fa:16:3e:4a:1e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9ea0b568-94ed-445d-89f9-a3f9258c9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:11Z', 'updated_at': '2021-07-23T16:22:12Z', 'revision_number': 2, 'project_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'subnets': [{'id': '9ea0b568-94ed-445d-89f9-a3f9258c9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:13.941792 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3d847018-d51a-4e57-9305-7ce321afc9d1 req-8b3a965d-1fc8-4fe9-b8e6-30b62474e50d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deba7d39-7f28-49ee-9ad0-796d809fbe7d HTTP/1.1" status: 200 len: 1001 time: 0.0885863 Jul 23 16:22:13.957274 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=6cedfdbd-f927-4cd3-b616-79fcab43cb86,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:13.973657 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-194db1d7-52d1-444a-9a2b-d3fcf463c295 None None] Provisioning complete for port fd423703-f05e-4268-ab5b-da38d9146843 triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:13.974098 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-194db1d7-52d1-444a-9a2b-d3fcf463c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.000038 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 066df779-7388-4b54-868b-6506a3d149f2 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:14.000475 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.058139 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-194db1d7-52d1-444a-9a2b-d3fcf463c295 None None] Port fd423703-f05e-4268-ab5b-da38d9146843 cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:14.070032 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d847018-d51a-4e57-9305-7ce321afc9d1 req-f5df2897-11ab-4f73-a20d-92e866904c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:14.071509 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3d847018-d51a-4e57-9305-7ce321afc9d1 req-f5df2897-11ab-4f73-a20d-92e866904c43 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dc99486-3c2a-4854-8963-ac3440002037 HTTP/1.1" status: 200 len: 854 time: 0.1006801 Jul 23 16:22:14.137646 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59532) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:14.144885 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-07914bb6-e1d9-43e4-a0fa-07dc618e1c11 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169768868', 'description': 'tempest-secgroup-smoke-1169768868 description', 'project_id': 'c640d040d652410c84d3bb10405ad009'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:14.170968 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-07914bb6-e1d9-43e4-a0fa-07dc618e1c11 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.179781 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d847018-d51a-4e57-9305-7ce321afc9d1 req-27cc9982-5312-4972-8f76-34f23d0c048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:14.181316 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3d847018-d51a-4e57-9305-7ce321afc9d1 req-27cc9982-5312-4972-8f76-34f23d0c048d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1cf41c53-5bb3-498f-a085-07c65d4dc826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1032066 Jul 23 16:22:14.251950 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-128b571e-2267-41fe-abcd-c717fe76c86c tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.309893 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b571e-2267-41fe-abcd-c717fe76c86c tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Pushing event deleted for resources: {'Port': ['ID=65e291e0-0b4d-4a52-9515-5831b61da29c,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:14.349940 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-07914bb6-e1d9-43e4-a0fa-07dc618e1c11 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.358807 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-07914bb6-e1d9-43e4-a0fa-07dc618e1c11 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.385366 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3d847018-d51a-4e57-9305-7ce321afc9d1 req-61ee7c77-41f9-47ee-ab2f-708179bea62e service neutron] 10.222.0.59 "GET /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867847 Jul 23 16:22:14.391842 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10614c78-5256-4231-ac4f-1f9c974281a1 req-c6a53ed5-9938-46ab-bc53-99ff4031a0c7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:14.393417 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-10614c78-5256-4231-ac4f-1f9c974281a1 req-c6a53ed5-9938-46ab-bc53-99ff4031a0c7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 943 time: 0.1205966 Jul 23 16:22:14.397480 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-07914bb6-e1d9-43e4-a0fa-07dc618e1c11 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.398654 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-07914bb6-e1d9-43e4-a0fa-07dc618e1c11 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2589304 Jul 23 16:22:14.403396 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59536) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:14.404218 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-128b571e-2267-41fe-abcd-c717fe76c86c tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks [] for floatingip, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.404562 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.l3_db [None req-128b571e-2267-41fe-abcd-c717fe76c86c tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Floating IP ad1994f3-d875-45b6-ac51-932c7617b353 disassociated (deleted). External IP: 172.27.0.217, port: deba7d39-7f28-49ee-9ad0-796d809fbe7d. Jul 23 16:22:14.408315 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-c7ad4c32-b277-4912-9f04-f328809f0ea4 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Request body: {'security_group_rule': {'security_group_id': '5e416a60-7207-4f06-a811-572ca63300e1', 'project_id': 'c640d040d652410c84d3bb10405ad009', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:14.427217 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07914bb6-e1d9-43e4-a0fa-07dc618e1c11 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e416a60-7207-4f06-a811-572ca63300e1,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:14.467065 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c7ad4c32-b277-4912-9f04-f328809f0ea4 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.474127 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-10614c78-5256-4231-ac4f-1f9c974281a1 req-70ce973d-dc2b-4020-a030-7a1cb8f42b7d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575261 Jul 23 16:22:14.537967 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c7ad4c32-b277-4912-9f04-f328809f0ea4 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.543265 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c7ad4c32-b277-4912-9f04-f328809f0ea4 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.567797 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad4c32-b277-4912-9f04-f328809f0ea4 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66f25f0-4645-4c94-bf54-264ad7a0b72f,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:14.571817 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-c7ad4c32-b277-4912-9f04-f328809f0ea4 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.576722 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-c7ad4c32-b277-4912-9f04-f328809f0ea4 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1721876 Jul 23 16:22:14.577400 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59538) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:14.582206 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-886deaad-f43a-4bad-a92b-43e24c3e3a7f tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Request body: {'security_group_rule': {'security_group_id': '5e416a60-7207-4f06-a811-572ca63300e1', 'project_id': 'c640d040d652410c84d3bb10405ad009', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:14.614795 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-886deaad-f43a-4bad-a92b-43e24c3e3a7f tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.682951 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-886deaad-f43a-4bad-a92b-43e24c3e3a7f tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.705594 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-886deaad-f43a-4bad-a92b-43e24c3e3a7f tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.727417 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886deaad-f43a-4bad-a92b-43e24c3e3a7f tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65bb757d-318a-4b3f-b898-63553a739bbf,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:14.736725 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-886deaad-f43a-4bad-a92b-43e24c3e3a7f tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.738150 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-886deaad-f43a-4bad-a92b-43e24c3e3a7f tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1596797 Jul 23 16:22:14.741103 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59540) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:14.749939 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-a17439d4-486a-4a4e-b0bc-b78f6c789170 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Request body: {'security_group_rule': {'security_group_id': '5e416a60-7207-4f06-a811-572ca63300e1', 'project_id': 'c640d040d652410c84d3bb10405ad009', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:14.779640 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a17439d4-486a-4a4e-b0bc-b78f6c789170 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.873418 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3d847018-d51a-4e57-9305-7ce321afc9d1 req-f5e42835-6d9f-4f96-af86-373eaf3bb3ee service neutron] 10.222.0.59 "GET /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813397 Jul 23 16:22:14.873597 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a17439d4-486a-4a4e-b0bc-b78f6c789170 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.879188 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a17439d4-486a-4a4e-b0bc-b78f6c789170 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.907522 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17439d4-486a-4a4e-b0bc-b78f6c789170 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e46f7d-5936-4f0c-b16e-58cd1bb04ae4,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:14.925739 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-a17439d4-486a-4a4e-b0bc-b78f6c789170 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.930295 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-a17439d4-486a-4a4e-b0bc-b78f6c789170 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1880641 Jul 23 16:22:14.931273 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59542) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:14.937045 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-8f767f53-ba21-4c61-be61-391ab460c128 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Request body: {'security_group_rule': {'security_group_id': '5e416a60-7207-4f06-a811-572ca63300e1', 'project_id': 'c640d040d652410c84d3bb10405ad009', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:14.973992 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8f767f53-ba21-4c61-be61-391ab460c128 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.029179 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 6cedfdbd-f927-4cd3-b616-79fcab43cb86 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:15.064102 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128b571e-2267-41fe-abcd-c717fe76c86c tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Router 33c9deb7-b3c4-4bb0-b686-5504bfe1448c has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:15.090518 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 6cedfdbd-f927-4cd3-b616-79fcab43cb86 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:15.091194 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.094596 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8f767f53-ba21-4c61-be61-391ab460c128 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.099950 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8f767f53-ba21-4c61-be61-391ab460c128 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.122024 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f767f53-ba21-4c61-be61-391ab460c128 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28e53d8-44df-4b16-9aa9-a68ec738f691,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:15.139481 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device fef272f6-685d-4641-8b84-5b3e98b086cd details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:22:15.145593 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8f767f53-ba21-4c61-be61-391ab460c128 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.150870 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-8f767f53-ba21-4c61-be61-391ab460c128 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2157125 Jul 23 16:22:15.151896 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59544) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:15.159976 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-735edf6d-91dd-45a6-8670-723212cbd836 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Request body: {'security_group_rule': {'security_group_id': '5e416a60-7207-4f06-a811-572ca63300e1', 'project_id': 'c640d040d652410c84d3bb10405ad009', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:15.214187 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.securitygroups_db [None req-735edf6d-91dd-45a6-8670-723212cbd836 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Project c640d040d652410c84d3bb10405ad009 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:22:15.216673 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128b571e-2267-41fe-abcd-c717fe76c86c tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:15.221849 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-128b571e-2267-41fe-abcd-c717fe76c86c tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.238218 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f751f29e-a02f-4806-87f8-5e100ac3c5e1 None None] Sync routers for ids ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:15.247913 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-735edf6d-91dd-45a6-8670-723212cbd836 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.258475 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f751f29e-a02f-4806-87f8-5e100ac3c5e1 None None] Routers {'33c9deb7-b3c4-4bb0-b686-5504bfe1448c'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:15.259316 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-f751f29e-a02f-4806-87f8-5e100ac3c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:21:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:15.294559 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-128b571e-2267-41fe-abcd-c717fe76c86c tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "DELETE /v2.0/floatingips/ad1994f3-d875-45b6-ac51-932c7617b353 HTTP/1.1" status: 204 len: 168 time: 1.9575179 Jul 23 16:22:15.294559 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'tag': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:15.304177 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7663b3a-2581-4692-ab55-082757c1202c" -d '{"events": [{"name": "network-changed", "server_uuid": "48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5", "tag": "deba7d39-7f28-49ee-9ad0-796d809fbe7d"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:15.365426 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-735edf6d-91dd-45a6-8670-723212cbd836 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.377875 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-735edf6d-91dd-45a6-8670-723212cbd836 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.406483 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-f751f29e-a02f-4806-87f8-5e100ac3c5e1 None None] Set router 33c9deb7-b3c4-4bb0-b686-5504bfe1448c gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:15.409552 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735edf6d-91dd-45a6-8670-723212cbd836 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120eb849-e4a4-4a35-83a1-1f05654910db,revision_number=0']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:15.437736 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-735edf6d-91dd-45a6-8670-723212cbd836 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.445993 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59552) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:15.446619 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-735edf6d-91dd-45a6-8670-723212cbd836 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2928650 Jul 23 16:22:15.451729 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-102dc1ca-5d28-40bd-b388-31f4cc09beea tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Request body: {'security_group_rule': {'security_group_id': '5e416a60-7207-4f06-a811-572ca63300e1', 'project_id': 'c640d040d652410c84d3bb10405ad009', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:15.514034 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 77bbbcbd-3366-4b2c-b435-27e03f53bb05 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:15.523460 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.securitygroups_db [None req-102dc1ca-5d28-40bd-b388-31f4cc09beea tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Project c640d040d652410c84d3bb10405ad009 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:22:15.530227 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-102dc1ca-5d28-40bd-b388-31f4cc09beea tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.557135 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port fef272f6-685d-4641-8b84-5b3e98b086cd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fef272f6-685d-4641-8b84-5b3e98b086cd,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:15.578157 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': 'fef272f6-685d-4641-8b84-5b3e98b086cd', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'port_id': 'fef272f6-685d-4641-8b84-5b3e98b086cd', 'mac_address': 'fa:16:3e:c0:d7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:22:15.636631 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-102dc1ca-5d28-40bd-b388-31f4cc09beea tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.641518 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-102dc1ca-5d28-40bd-b388-31f4cc09beea tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625964'] for security_group_rule, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.652500 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port 77bbbcbd-3366-4b2c-b435-27e03f53bb05 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:15.655623 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.666665 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102dc1ca-5d28-40bd-b388-31f4cc09beea tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d658016-88e5-4768-9f43-248eaeab958c,revision_number=0']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:15.677044 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-f751f29e-a02f-4806-87f8-5e100ac3c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'name': 'tempest-TestMinimumBasicScenario-1099228048-router', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:07Z', 'updated_at': '2021-07-23T16:19:10Z', 'revision_number': 4, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'gw_port': {'id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:08Z', 'updated_at': '2021-07-23T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '3477451a-6d0f-40a0-bc53-43740ef59e54', 'name': '', 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'mac_address': 'fa:16:3e:1f:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '8dc99486-3c2a-4854-8963-ac3440002037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:10Z', 'updated_at': '2021-07-23T16:19:16Z', 'revision_number': 5, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'subnets': [{'id': '8dc99486-3c2a-4854-8963-ac3440002037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:15.678451 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f7f9a7-6af7-4233-82b4-770712535d6e x-openstack-request-id: req-23f7f9a7-6af7-4233-82b4-770712535d6e {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:15.678775 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5", "tag": "deba7d39-7f28-49ee-9ad0-796d809fbe7d", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:15.678990 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23f7f9a7-6af7-4233-82b4-770712535d6e {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:15.679494 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'tag': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d', 'status': 'completed', 'code': 200} Jul 23 16:22:15.680714 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-102dc1ca-5d28-40bd-b388-31f4cc09beea tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.681908 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-102dc1ca-5d28-40bd-b388-31f4cc09beea tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2348795 Jul 23 16:22:15.691734 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef272f6-685d-4641-8b84-5b3e98b086cd {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:15.718492 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port fef272f6-685d-4641-8b84-5b3e98b086cd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fef272f6-685d-4641-8b84-5b3e98b086cd,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:15.720875 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 77bbbcbd-3366-4b2c-b435-27e03f53bb05 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:15.721505 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.743892 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f751f29e-a02f-4806-87f8-5e100ac3c5e1 None None] Checking router: 33c9deb7-b3c4-4bb0-b686-5504bfe1448c for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:15.764564 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f751f29e-a02f-4806-87f8-5e100ac3c5e1 None None] Routers {'33c9deb7-b3c4-4bb0-b686-5504bfe1448c'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:15.765126 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-f751f29e-a02f-4806-87f8-5e100ac3c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:21:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:15.794131 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.822677 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7663b3a-2581-4692-ab55-082757c1202c req-777020c6-726f-40d6-8bab-29594deae34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:15.824929 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c7663b3a-2581-4692-ab55-082757c1202c req-777020c6-726f-40d6-8bab-29594deae34a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e7f62e88d8b4abbae363ca96f7b1591&device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 1098 time: 0.0904684 Jul 23 16:22:15.888894 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e2e1a-5566-4920-bac6-b532ddb3207d req-21868acc-ff3c-4d57-95f0-90eb39e7679f tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:15.890707 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3d8e2e1a-5566-4920-bac6-b532ddb3207d req-21868acc-ff3c-4d57-95f0-90eb39e7679f tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 944 time: 0.1169827 Jul 23 16:22:15.909354 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.914451 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-37ffd96b-9278-47ab-ab59-83093c3a0b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.958643 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port 77bbbcbd-3366-4b2c-b435-27e03f53bb05, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=77bbbcbd-3366-4b2c-b435-27e03f53bb05,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:15.960509 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=fef272f6-685d-4641-8b84-5b3e98b086cd,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:15.965420 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.000769 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3d8e2e1a-5566-4920-bac6-b532ddb3207d req-15174577-8801-4645-ae3c-baf77ea64f12 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999830 Jul 23 16:22:16.018711 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7663b3a-2581-4692-ab55-082757c1202c req-eee84211-39c3-4ad3-80c5-056e43494a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:16.022597 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c7663b3a-2581-4692-ab55-082757c1202c req-eee84211-39c3-4ad3-80c5-056e43494a93 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1cf41c53-5bb3-498f-a085-07c65d4dc826 HTTP/1.1" status: 200 len: 916 time: 0.1910288 Jul 23 16:22:16.046662 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=77bbbcbd-3366-4b2c-b435-27e03f53bb05,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:16.079795 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c7663b3a-2581-4692-ab55-082757c1202c req-e46d5ff9-d824-4ed0-a847-7e925e89cfa5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deba7d39-7f28-49ee-9ad0-796d809fbe7d HTTP/1.1" status: 200 len: 217 time: 0.0496125 Jul 23 16:22:16.123370 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-f751f29e-a02f-4806-87f8-5e100ac3c5e1 None None] Set router 33c9deb7-b3c4-4bb0-b686-5504bfe1448c gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:16.141866 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['fef272f6-685d-4641-8b84-5b3e98b086cd'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:16.148205 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7663b3a-2581-4692-ab55-082757c1202c req-1ede946b-c733-425f-9177-265dccc6859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:16.149835 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c7663b3a-2581-4692-ab55-082757c1202c req-1ede946b-c733-425f-9177-265dccc6859d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dc99486-3c2a-4854-8963-ac3440002037 HTTP/1.1" status: 200 len: 854 time: 0.0620317 Jul 23 16:22:16.235061 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7663b3a-2581-4692-ab55-082757c1202c req-d0bd4973-98ed-4235-927f-2a505b746d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:16.237347 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c7663b3a-2581-4692-ab55-082757c1202c req-d0bd4973-98ed-4235-927f-2a505b746d09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1cf41c53-5bb3-498f-a085-07c65d4dc826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0807920 Jul 23 16:22:16.355972 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c7663b3a-2581-4692-ab55-082757c1202c req-ecab3dce-c774-4950-8a8f-4b1b453660c0 service neutron] 10.222.0.59 "GET /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115708 Jul 23 16:22:16.422171 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-f751f29e-a02f-4806-87f8-5e100ac3c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'name': 'tempest-TestMinimumBasicScenario-1099228048-router', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:07Z', 'updated_at': '2021-07-23T16:19:10Z', 'revision_number': 4, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'gw_port': {'id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:08Z', 'updated_at': '2021-07-23T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '3477451a-6d0f-40a0-bc53-43740ef59e54', 'name': '', 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'mac_address': 'fa:16:3e:1f:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '8dc99486-3c2a-4854-8963-ac3440002037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:10Z', 'updated_at': '2021-07-23T16:19:16Z', 'revision_number': 5, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'subnets': [{'id': '8dc99486-3c2a-4854-8963-ac3440002037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:16.462672 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f751f29e-a02f-4806-87f8-5e100ac3c5e1 None None] The sync data for ids ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'] in dv-cinder-796286-18-iscsi is: [{'id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'name': 'tempest-TestMinimumBasicScenario-1099228048-router', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:07Z', 'updated_at': '2021-07-23T16:19:10Z', 'revision_number': 4, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'gw_port': {'id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:08Z', 'updated_at': '2021-07-23T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '3477451a-6d0f-40a0-bc53-43740ef59e54', 'name': '', 'network_id': '1cf41c53-5bb3-498f-a085-07c65d4dc826', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'mac_address': 'fa:16:3e:1f:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '8dc99486-3c2a-4854-8963-ac3440002037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:10Z', 'updated_at': '2021-07-23T16:19:16Z', 'revision_number': 5, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'subnets': [{'id': '8dc99486-3c2a-4854-8963-ac3440002037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:16.565463 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c7663b3a-2581-4692-ab55-082757c1202c req-a190789a-11cc-4831-9fa0-80d67227822b service neutron] 10.222.0.59 "GET /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994708 Jul 23 16:22:16.831880 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Sync routers for ids ['c466c8d5-5df3-4eb4-8ded-4b35ddc006fc'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:16.862978 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Routers {'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:16.863682 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:21:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['c466c8d5-5df3-4eb4-8ded-4b35ddc006fc'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:16.907878 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 77bbbcbd-3366-4b2c-b435-27e03f53bb05 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:16.956341 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c962f73-eef7-4ec9-96af-ff7b1689e490 None None] New status for floating IP ad1994f3-d875-45b6-ac51-932c7617b353: DOWN {{(pid=93299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:22:17.043416 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port 77bbbcbd-3366-4b2c-b435-27e03f53bb05 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:17.043885 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.046714 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Set router c466c8d5-5df3-4eb4-8ded-4b35ddc006fc gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:17.158206 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f89964-a3b3-4da2-a2a1-e508ef7cf559 req-01249ef4-f982-4721-b027-a8856fd61ace tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:17.159812 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-90f89964-a3b3-4da2-a2a1-e508ef7cf559 req-01249ef4-f982-4721-b027-a8856fd61ace tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 944 time: 0.0713718 Jul 23 16:22:17.160005 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device fef272f6-685d-4641-8b84-5b3e98b086cd up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:17.202840 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-90f89964-a3b3-4da2-a2a1-e508ef7cf559 req-cd9a6ce4-9e24-466a-ad29-54a318b00e19 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373368 Jul 23 16:22:17.328840 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port fef272f6-685d-4641-8b84-5b3e98b086cd completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:17.336979 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port fef272f6-685d-4641-8b84-5b3e98b086cd triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:17.341868 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.442504 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'name': 'tempest-TestShelveInstance-1113451374-router', 'tenant_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '77bbbcbd-3366-4b2c-b435-27e03f53bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:12Z', 'revision_number': 4, 'project_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'gw_port': {'id': '77bbbcbd-3366-4b2c-b435-27e03f53bb05', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': 'fd423703-f05e-4268-ab5b-da38d9146843', 'name': '', 'network_id': '897a3c9e-027f-4ed0-9fe6-e0905b6288f9', 'tenant_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'mac_address': 'fa:16:3e:4a:1e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9ea0b568-94ed-445d-89f9-a3f9258c9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:11Z', 'updated_at': '2021-07-23T16:22:12Z', 'revision_number': 2, 'project_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'subnets': [{'id': '9ea0b568-94ed-445d-89f9-a3f9258c9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:17.471219 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Checking router: c466c8d5-5df3-4eb4-8ded-4b35ddc006fc for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:17.471577 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Updating router c466c8d5-5df3-4eb4-8ded-4b35ddc006fc port fd423703-f05e-4268-ab5b-da38d9146843 binding host dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:22:17.497817 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.524033 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.535649 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab23a27-971c-41ad-91e6-44d1ea4345a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef272f6-685d-4641-8b84-5b3e98b086cd'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:17.537914 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296b9aff-845d-40e9-92c2-94126a987f7a" -d '{"events": [{"server_uuid": "bab23a27-971c-41ad-91e6-44d1ea4345a9", "name": "network-vif-plugged", "status": "completed", "tag": "fef272f6-685d-4641-8b84-5b3e98b086cd"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:17.554562 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port fef272f6-685d-4641-8b84-5b3e98b086cd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fef272f6-685d-4641-8b84-5b3e98b086cd,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:17.576290 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.662108 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0fa401-bfce-44f0-9d0a-861780b4e06f x-openstack-request-id: req-4c0fa401-bfce-44f0-9d0a-861780b4e06f {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:17.662367 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab23a27-971c-41ad-91e6-44d1ea4345a9", "name": "network-vif-plugged", "status": "completed", "tag": "fef272f6-685d-4641-8b84-5b3e98b086cd", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:17.662625 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4c0fa401-bfce-44f0-9d0a-861780b4e06f {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:17.663010 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab23a27-971c-41ad-91e6-44d1ea4345a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef272f6-685d-4641-8b84-5b3e98b086cd', 'code': 200} Jul 23 16:22:17.695026 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=fef272f6-685d-4641-8b84-5b3e98b086cd,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:17.861022 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Notify callbacks [] for port, precommit_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.871656 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Transition to ACTIVE for port object fd423703-f05e-4268-ab5b-da38d9146843 will not be triggered until provisioned by entity L2. {{(pid=93298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:17.877557 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.927803 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a81b7-34af-4832-8575-02c8ba06bd97 None None] Pushing event updated for resources: {'Port': ['ID=fd423703-f05e-4268-ab5b-da38d9146843,revision_number=3']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:17.938490 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a74b9-9417-41ab-aee2-3c8fa859057c req-ba281a51-35ab-4384-90f6-b77d8819eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:17.940054 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4a9a74b9-9417-41ab-aee2-3c8fa859057c req-ba281a51-35ab-4384-90f6-b77d8819eac2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 1098 time: 0.0615959 Jul 23 16:22:17.981090 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-4a9a74b9-9417-41ab-aee2-3c8fa859057c req-8758c401-1556-411b-bf80-8cec863e3231 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318282 Jul 23 16:22:17.992103 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Attempting to bind port fd423703-f05e-4268-ab5b-da38d9146843 on host dv-cinder-796286-18-iscsi for vnic_type normal with profile {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:17.992567 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Attempting to bind port fd423703-f05e-4268-ab5b-da38d9146843 by drivers openvswitch,hyperv on host dv-cinder-796286-18-iscsi at level 0 using segments [{'id': '088e8a55-1313-4e25-ba85-83caf78ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '897a3c9e-027f-4ed0-9fe6-e0905b6288f9'}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:17.992985 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Attempting to bind port fd423703-f05e-4268-ab5b-da38d9146843 on network 897a3c9e-027f-4ed0-9fe6-e0905b6288f9 {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:17.998476 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Checking agent: {'id': 'd8e5e6b8-0bca-405b-9631-df28098f3fe0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 2, 49), 'started_at': datetime.datetime(2021, 7, 23, 16, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:17.998990 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Checking segment: {'id': '088e8a55-1313-4e25-ba85-83caf78ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '897a3c9e-027f-4ed0-9fe6-e0905b6288f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:17.999423 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.999816 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Bound using segment: {'id': '088e8a55-1313-4e25-ba85-83caf78ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '897a3c9e-027f-4ed0-9fe6-e0905b6288f9'} {{(pid=93298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:18.000287 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.managers [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Bound port: fd423703-f05e-4268-ab5b-da38d9146843, host: dv-cinder-796286-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088e8a55-1313-4e25-ba85-83caf78ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '897a3c9e-027f-4ed0-9fe6-e0905b6288f9'}}] {{(pid=93298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:18.000682 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.066608 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] For port fd423703-f05e-4268-ab5b-da38d9146843, host dv-cinder-796286-18-iscsi, cleared binding levels {{(pid=93298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:18.069576 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] For port fd423703-f05e-4268-ab5b-da38d9146843, host dv-cinder-796286-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=fd423703-f05e-4268-ab5b-da38d9146843,segment=NetworkSegment(088e8a55-1313-4e25-ba85-83caf78ee6c1),segment_id=088e8a55-1313-4e25-ba85-83caf78ee6c1)] {{(pid=93298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:18.079582 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.156678 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Routers {'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:18.157324 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:21:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['c466c8d5-5df3-4eb4-8ded-4b35ddc006fc'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:18.327792 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a81b7-34af-4832-8575-02c8ba06bd97 None None] Pushing event updated for resources: {'Port': ['ID=fd423703-f05e-4268-ab5b-da38d9146843,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:18.358535 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21584663-c464-413a-9075-42cfede50e09 req-37f2f60a-690f-4c23-8d09-5144807101c7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:18.360048 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-21584663-c464-413a-9075-42cfede50e09 req-37f2f60a-690f-4c23-8d09-5144807101c7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 945 time: 0.0738335 Jul 23 16:22:18.401962 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-21584663-c464-413a-9075-42cfede50e09 req-4210e9eb-fef3-48c7-b619-634d1038b39d tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360789 Jul 23 16:22:18.411914 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] Set router c466c8d5-5df3-4eb4-8ded-4b35ddc006fc gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:18.609532 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-13201ae9-f446-450f-9dce-ee00ea13e64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.640565 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'name': 'tempest-TestShelveInstance-1113451374-router', 'tenant_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '77bbbcbd-3366-4b2c-b435-27e03f53bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:12Z', 'revision_number': 4, 'project_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'gw_port': {'id': '77bbbcbd-3366-4b2c-b435-27e03f53bb05', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': 'fd423703-f05e-4268-ab5b-da38d9146843', 'name': '', 'network_id': '897a3c9e-027f-4ed0-9fe6-e0905b6288f9', 'tenant_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'mac_address': 'fa:16:3e:4a:1e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9ea0b568-94ed-445d-89f9-a3f9258c9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:11Z', 'updated_at': '2021-07-23T16:22:18Z', 'revision_number': 4, 'project_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'subnets': [{'id': '9ea0b568-94ed-445d-89f9-a3f9258c9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:18.676205 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a902c2e-1851-4347-8f1a-e2dab8cb7e38 None None] The sync data for ids ['c466c8d5-5df3-4eb4-8ded-4b35ddc006fc'] in dv-cinder-796286-18-iscsi is: [{'id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'name': 'tempest-TestShelveInstance-1113451374-router', 'tenant_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '77bbbcbd-3366-4b2c-b435-27e03f53bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:12Z', 'revision_number': 4, 'project_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'gw_port': {'id': '77bbbcbd-3366-4b2c-b435-27e03f53bb05', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': 'fd423703-f05e-4268-ab5b-da38d9146843', 'name': '', 'network_id': '897a3c9e-027f-4ed0-9fe6-e0905b6288f9', 'tenant_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'mac_address': 'fa:16:3e:4a:1e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9ea0b568-94ed-445d-89f9-a3f9258c9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:11Z', 'updated_at': '2021-07-23T16:22:18Z', 'revision_number': 4, 'project_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'subnets': [{'id': '9ea0b568-94ed-445d-89f9-a3f9258c9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:18.770252 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f19dd4-712a-48cf-baba-b3b7369f3eb2 req-d9445411-650a-45b9-9442-e996920dde1f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:18.771725 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f8f19dd4-712a-48cf-baba-b3b7369f3eb2 req-d9445411-650a-45b9-9442-e996920dde1f tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 945 time: 0.0757902 Jul 23 16:22:18.822771 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f8f19dd4-712a-48cf-baba-b3b7369f3eb2 req-30cfcea9-f1ee-40de-9eb9-1d34374849bb tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446897 Jul 23 16:22:18.841636 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.914056 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device fd423703-f05e-4268-ab5b-da38d9146843 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:18.967908 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning for port fd423703-f05e-4268-ab5b-da38d9146843 completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:18.973075 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port fd423703-f05e-4268-ab5b-da38d9146843 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:18.973476 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.059543 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.093527 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] For port fd423703-f05e-4268-ab5b-da38d9146843, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=fd423703-f05e-4268-ab5b-da38d9146843,segment=NetworkSegment(088e8a55-1313-4e25-ba85-83caf78ee6c1),segment_id=088e8a55-1313-4e25-ba85-83caf78ee6c1)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:19.098584 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.167655 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Pushing event updated for resources: {'Port': ['ID=fd423703-f05e-4268-ab5b-da38d9146843,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:19.305563 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.546171 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5ac3a-1f04-4f66-b582-8d36f7ee30e9 req-5e550b27-84ff-4347-810d-11921c309af8 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:19.550038 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6ba5ac3a-1f04-4f66-b582-8d36f7ee30e9 req-5e550b27-84ff-4347-810d-11921c309af8 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 945 time: 0.0754354 Jul 23 16:22:19.602429 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6ba5ac3a-1f04-4f66-b582-8d36f7ee30e9 req-da83a2f0-6898-49d3-94cd-2fce993642f7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420280 Jul 23 16:22:19.748755 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a659eac-0c81-4759-9244-036af196443b req-eb8b8d78-d04f-4702-8ceb-caed29f937e6 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:19.750335 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2a659eac-0c81-4759-9244-036af196443b req-eb8b8d78-d04f-4702-8ceb-caed29f937e6 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 945 time: 0.0736139 Jul 23 16:22:19.789752 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-2a659eac-0c81-4759-9244-036af196443b req-db6a1cec-1918-45db-9975-05175a3549f5 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337260 Jul 23 16:22:19.817871 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59652) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:19.972867 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee6b83-187d-4d95-835d-bf89df1cfc28 req-1aceee31-f9a8-4ef5-ae32-7beba87dee85 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:19.974419 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-aaee6b83-187d-4d95-835d-bf89df1cfc28 req-1aceee31-f9a8-4ef5-ae32-7beba87dee85 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 945 time: 0.0633092 Jul 23 16:22:20.042854 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-aaee6b83-187d-4d95-835d-bf89df1cfc28 req-27db03c4-4b44-4a2e-ac7d-47acda64d5cc tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560544 Jul 23 16:22:20.063108 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd38f0b5-ee90-4eec-b5a4-5f156cda63e1 tempest-TestVolumeBootPattern-150793662 tempest-TestVolumeBootPattern-150793662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:20.064685 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-fd38f0b5-ee90-4eec-b5a4-5f156cda63e1 tempest-TestVolumeBootPattern-150793662 tempest-TestVolumeBootPattern-150793662-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 1093 time: 0.2458415 Jul 23 16:22:20.067509 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59658) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:20.071896 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.v2.base [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Request body: {'floatingip': {'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'port_id': 'fef272f6-685d-4641-8b84-5b3e98b086cd', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:20.095292 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for floatingip, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.206528 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.321925 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_common [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Allocated IP 172.27.0.10 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/ffc5c99f-d3c1-4ccc-9826-428734b303eb) {{(pid=93297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:20.439533 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for port, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.483699 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.527686 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:20.532943 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.base_scheduler [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Resources bound (agent type, host, resource id): {{(pid=93297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:20.536483 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Received port after_create {{(pid=93297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:20.542438 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event updated for resources: {'Port': ['ID=ffc5c99f-d3c1-4ccc-9826-428734b303eb,revision_number=1']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:20.893122 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device fd423703-f05e-4268-ab5b-da38d9146843 up at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:20.920531 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.944684 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Provisioning complete for port fd423703-f05e-4268-ab5b-da38d9146843 triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:20.945054 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.010405 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.085049 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.214572 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for port, precommit_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.220870 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14480183'] for port, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.231834 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd08244-da11-4d34-839c-ca58fa3629ee req-f016273a-3492-4aad-be36-a9a7db024df0 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:21.233315 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-acd08244-da11-4d34-839c-ca58fa3629ee req-f016273a-3492-4aad-be36-a9a7db024df0 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 945 time: 0.1084321 Jul 23 16:22:21.318413 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event updated for resources: {'Port': ['ID=ffc5c99f-d3c1-4ccc-9826-428734b303eb,revision_number=2']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:21.338154 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e20506-d96c-4b67-8fd7-9c3b733cca89 req-062ef21c-1901-48f7-96f3-9e10ed89e1c0 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:21.338811 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-acd08244-da11-4d34-839c-ca58fa3629ee req-95ecb0a1-766e-4049-abbe-59cde48f8322 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a7fd55e-7e15-4cfc-9936-b148f62b3719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834041 Jul 23 16:22:21.339174 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736144'] for floatingip, after_update {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.339647 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-62e20506-d96c-4b67-8fd7-9c3b733cca89 req-062ef21c-1901-48f7-96f3-9e10ed89e1c0 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.59 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 945 time: 0.0713758 Jul 23 16:22:21.461656 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.l3_db [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Floating IP 5acbe68d-936c-4262-af36-c5fcad1d5c8b associated. External IP: 172.27.0.10, port: fef272f6-685d-4641-8b84-5b3e98b086cd. Jul 23 16:22:21.469217 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-62e20506-d96c-4b67-8fd7-9c3b733cca89 req-953bc948-f284-444f-a165-44aa3dac5ff3 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Deleting port deba7d39-7f28-49ee-9ad0-796d809fbe7d {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:21.469626 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-62e20506-d96c-4b67-8fd7-9c3b733cca89 req-953bc948-f284-444f-a165-44aa3dac5ff3 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.568972 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-62e20506-d96c-4b67-8fd7-9c3b733cca89 req-953bc948-f284-444f-a165-44aa3dac5ff3 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] For port deba7d39-7f28-49ee-9ad0-796d809fbe7d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=deba7d39-7f28-49ee-9ad0-796d809fbe7d,segment=NetworkSegment(293f3401-b799-4dde-9fff-51fda7aade28),segment_id=293f3401-b799-4dde-9fff-51fda7aade28)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:21.569333 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-62e20506-d96c-4b67-8fd7-9c3b733cca89 req-953bc948-f284-444f-a165-44aa3dac5ff3 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.583161 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-62e20506-d96c-4b67-8fd7-9c3b733cca89 req-953bc948-f284-444f-a165-44aa3dac5ff3 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Calling delete_port for deba7d39-7f28-49ee-9ad0-796d809fbe7d owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:21.685034 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Router 0269c8be-15a4-4024-81a2-5c718e93e027 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:21.725826 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-62e20506-d96c-4b67-8fd7-9c3b733cca89 req-953bc948-f284-444f-a165-44aa3dac5ff3 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.759289 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bc948-f284-444f-a165-44aa3dac5ff3 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Pushing event deleted for resources: {'Port': ['ID=deba7d39-7f28-49ee-9ad0-796d809fbe7d,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:21.766557 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['deba7d39-7f28-49ee-9ad0-796d809fbe7d'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:21.813264 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e20506-d96c-4b67-8fd7-9c3b733cca89 req-953bc948-f284-444f-a165-44aa3dac5ff3 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] No DVR routers for this DVR port deba7d39-7f28-49ee-9ad0-796d809fbe7d on host hv-cinder-79628 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:21.815770 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:21.816085 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-62e20506-d96c-4b67-8fd7-9c3b733cca89 req-953bc948-f284-444f-a165-44aa3dac5ff3 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.818463 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-62e20506-d96c-4b67-8fd7-9c3b733cca89 req-953bc948-f284-444f-a165-44aa3dac5ff3 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.59 "DELETE /v2.0/ports/deba7d39-7f28-49ee-9ad0-796d809fbe7d HTTP/1.1" status: 204 len: 173 time: 0.4715211 Jul 23 16:22:21.819418 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'name': 'network-vif-deleted', 'tag': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:21.822334 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887c2dc6-242c-4383-8f99-4051e840a4f2" -d '{"events": [{"server_uuid": "48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5", "name": "network-vif-deleted", "tag": "deba7d39-7f28-49ee-9ad0-796d809fbe7d"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:21.836275 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92da87-f354-4b8c-887b-39d78a72c204 None None] Sync routers for ids ['0269c8be-15a4-4024-81a2-5c718e93e027'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:21.842942 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.848891 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92da87-f354-4b8c-887b-39d78a72c204 None None] Routers {'0269c8be-15a4-4024-81a2-5c718e93e027'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:21.849521 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-5f92da87-f354-4b8c-887b-39d78a72c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:22:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0269c8be-15a4-4024-81a2-5c718e93e027'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:21.889375 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da222e7-a5d0-4415-8125-ba9a33aedb6d x-openstack-request-id: req-0da222e7-a5d0-4415-8125-ba9a33aedb6d {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:21.889375 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5", "name": "network-vif-deleted", "tag": "deba7d39-7f28-49ee-9ad0-796d809fbe7d", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:21.889375 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0da222e7-a5d0-4415-8125-ba9a33aedb6d {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:21.889738 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5', 'name': 'network-vif-deleted', 'tag': 'deba7d39-7f28-49ee-9ad0-796d809fbe7d', 'status': 'completed', 'code': 200} Jul 23 16:22:21.899149 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-dfcde1d7-d780-445f-823d-8f2658d5bf25 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8262725 Jul 23 16:22:21.899149 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab23a27-971c-41ad-91e6-44d1ea4345a9', 'tag': 'fef272f6-685d-4641-8b84-5b3e98b086cd'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:21.899149 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c39df9b-e7b5-4e12-a574-e963c0f96cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "bab23a27-971c-41ad-91e6-44d1ea4345a9", "tag": "fef272f6-685d-4641-8b84-5b3e98b086cd"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:21.950427 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3c16a6-e582-4513-9818-2de73c92341a x-openstack-request-id: req-de3c16a6-e582-4513-9818-2de73c92341a {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:21.951265 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab23a27-971c-41ad-91e6-44d1ea4345a9", "tag": "fef272f6-685d-4641-8b84-5b3e98b086cd", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:21.951525 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-de3c16a6-e582-4513-9818-2de73c92341a {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:21.952018 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab23a27-971c-41ad-91e6-44d1ea4345a9', 'tag': 'fef272f6-685d-4641-8b84-5b3e98b086cd', 'status': 'completed', 'code': 200} Jul 23 16:22:21.983732 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-5f92da87-f354-4b8c-887b-39d78a72c204 None None] Set router 0269c8be-15a4-4024-81a2-5c718e93e027 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:22.098991 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39df9b-e7b5-4e12-a574-e963c0f96cbb req-8d2cae49-a9ea-4143-9948-1aba16496c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:22.100655 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5c39df9b-e7b5-4e12-a574-e963c0f96cbb req-8d2cae49-a9ea-4143-9948-1aba16496c84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff5d477b98d144eda7ab469b1df679e6&device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 1098 time: 0.0587838 Jul 23 16:22:22.207883 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39df9b-e7b5-4e12-a574-e963c0f96cbb req-f6bed55e-54ea-4610-8d24-6e043daa8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:22.209749 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5c39df9b-e7b5-4e12-a574-e963c0f96cbb req-f6bed55e-54ea-4610-8d24-6e043daa8cc0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e HTTP/1.1" status: 200 len: 913 time: 0.1014180 Jul 23 16:22:22.224288 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-5f92da87-f354-4b8c-887b-39d78a72c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': '5acbe68d-936c-4262-af36-c5fcad1d5c8b', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'port_id': 'fef272f6-685d-4641-8b84-5b3e98b086cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'mac_address': 'fa:16:3e:c0:d7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab23a27-971c-41ad-91e6-44d1ea4345a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:20Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 0, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ip_address_scope': None}, {'id': '78bda607-ad9d-4b61-ba5c-0a363310c058', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'port_id': '2bbe0574-c7cd-4f8b-ada6-199e12411f85', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'mac_address': 'fa:16:3e:1b:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:20:00Z', 'updated_at': '2021-07-23T16:20:03Z', 'revision_number': 1, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:22.256327 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92da87-f354-4b8c-887b-39d78a72c204 None None] Checking router: 0269c8be-15a4-4024-81a2-5c718e93e027 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:22.268422 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92da87-f354-4b8c-887b-39d78a72c204 None None] Routers {'0269c8be-15a4-4024-81a2-5c718e93e027'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:22.269051 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-5f92da87-f354-4b8c-887b-39d78a72c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:22:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0269c8be-15a4-4024-81a2-5c718e93e027'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:22.287698 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5c39df9b-e7b5-4e12-a574-e963c0f96cbb req-2722ca80-0b0e-4880-b284-a2082f3639bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fef272f6-685d-4641-8b84-5b3e98b086cd HTTP/1.1" status: 200 len: 998 time: 0.0608702 Jul 23 16:22:22.346229 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39df9b-e7b5-4e12-a574-e963c0f96cbb req-cdd5d797-dacf-4411-8061-6ed2d065924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:22.347778 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5c39df9b-e7b5-4e12-a574-e963c0f96cbb req-cdd5d797-dacf-4411-8061-6ed2d065924d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1345c1fc-90b2-4087-8e13-41bf62bf0f8f HTTP/1.1" status: 200 len: 851 time: 0.0521574 Jul 23 16:22:22.378215 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-5f92da87-f354-4b8c-887b-39d78a72c204 None None] Set router 0269c8be-15a4-4024-81a2-5c718e93e027 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:22.438501 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39df9b-e7b5-4e12-a574-e963c0f96cbb req-ca1c4428-1d77-4f7e-b7de-3b7cb6b9e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:22.441033 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5c39df9b-e7b5-4e12-a574-e963c0f96cbb req-ca1c4428-1d77-4f7e-b7de-3b7cb6b9e992 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0704541 Jul 23 16:22:22.467933 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-7c8152bc-fa19-48cc-a746-09dc9c9d682e req-93501183-f041-4952-a91e-139b8ef5d8e7 tempest-TestMinimumBasicScenario-659651364 tempest-TestMinimumBasicScenario-659651364-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd0be2-9f70-4f55-b4a7-f3f6a58a75a5 HTTP/1.1" status: 200 len: 210 time: 0.0329134 Jul 23 16:22:22.559054 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5c39df9b-e7b5-4e12-a574-e963c0f96cbb req-d10ab4a3-5136-49ad-8147-68707999d8ea service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104383 Jul 23 16:22:22.643540 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-5f92da87-f354-4b8c-887b-39d78a72c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': '5acbe68d-936c-4262-af36-c5fcad1d5c8b', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'port_id': 'fef272f6-685d-4641-8b84-5b3e98b086cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'mac_address': 'fa:16:3e:c0:d7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab23a27-971c-41ad-91e6-44d1ea4345a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:20Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 0, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ip_address_scope': None}, {'id': '78bda607-ad9d-4b61-ba5c-0a363310c058', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'port_id': '2bbe0574-c7cd-4f8b-ada6-199e12411f85', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'mac_address': 'fa:16:3e:1b:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:20:00Z', 'updated_at': '2021-07-23T16:20:03Z', 'revision_number': 1, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:22.670517 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-5c39df9b-e7b5-4e12-a574-e963c0f96cbb req-b3ef8ea3-b1cf-4253-a617-49488eea8e03 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012139 Jul 23 16:22:22.673928 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92da87-f354-4b8c-887b-39d78a72c204 None None] The sync data for ids ['0269c8be-15a4-4024-81a2-5c718e93e027'] in dv-cinder-796286-18-iscsi is: [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': '5acbe68d-936c-4262-af36-c5fcad1d5c8b', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'port_id': 'fef272f6-685d-4641-8b84-5b3e98b086cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'mac_address': 'fa:16:3e:c0:d7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab23a27-971c-41ad-91e6-44d1ea4345a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:20Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 0, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ip_address_scope': None}, {'id': '78bda607-ad9d-4b61-ba5c-0a363310c058', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'port_id': '2bbe0574-c7cd-4f8b-ada6-199e12411f85', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'mac_address': 'fa:16:3e:1b:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:20:00Z', 'updated_at': '2021-07-23T16:20:03Z', 'revision_number': 1, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:22.876478 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb472e6a-f410-4d14-ac12-d43c748a0dab None None] New status for floating IP 5acbe68d-936c-4262-af36-c5fcad1d5c8b: ACTIVE {{(pid=93299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:22:24.228689 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59724) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:24.606721 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-37b3d8f6-5b9a-4e8b-8927-972f1265b737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729351'] for router_interface, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.707267 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:22:24.892354 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-37b3d8f6-5b9a-4e8b-8927-972f1265b737 admin admin] Deleting port 3477451a-6d0f-40a0-bc53-43740ef59e54 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:24.892802 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-37b3d8f6-5b9a-4e8b-8927-972f1265b737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.990472 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-37b3d8f6-5b9a-4e8b-8927-972f1265b737 admin admin] For port 3477451a-6d0f-40a0-bc53-43740ef59e54, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=3477451a-6d0f-40a0-bc53-43740ef59e54,segment=NetworkSegment(293f3401-b799-4dde-9fff-51fda7aade28),segment_id=293f3401-b799-4dde-9fff-51fda7aade28)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:24.990841 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-37b3d8f6-5b9a-4e8b-8927-972f1265b737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.005341 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-37b3d8f6-5b9a-4e8b-8927-972f1265b737 admin admin] Calling delete_port for 3477451a-6d0f-40a0-bc53-43740ef59e54 owned by network:router_interface {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:25.170095 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device deba7d39-7f28-49ee-9ad0-796d809fbe7d no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:25.190217 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: deba7d39-7f28-49ee-9ad0-796d809fbe7d {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:25.190562 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device deba7d39-7f28-49ee-9ad0-796d809fbe7d not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:25.216109 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-37b3d8f6-5b9a-4e8b-8927-972f1265b737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.240972 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3d8f6-5b9a-4e8b-8927-972f1265b737 admin admin] Pushing event deleted for resources: {'Port': ['ID=3477451a-6d0f-40a0-bc53-43740ef59e54,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:25.427912 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-37b3d8f6-5b9a-4e8b-8927-972f1265b737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728529'] for router_interface, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.649251 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b3d8f6-5b9a-4e8b-8927-972f1265b737 admin admin] Router 33c9deb7-b3c4-4bb0-b686-5504bfe1448c has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:25.767601 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b3d8f6-5b9a-4e8b-8927-972f1265b737 admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:25.772561 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-37b3d8f6-5b9a-4e8b-8927-972f1265b737 admin admin] 10.222.0.69 "PUT /v2.0/routers/33c9deb7-b3c4-4bb0-b686-5504bfe1448c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5428565 Jul 23 16:22:25.775236 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59728) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:25.778181 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9e0188-d604-46ab-afda-89c12db925b0 None None] Sync routers for ids ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:25.788730 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e0188-d604-46ab-afda-89c12db925b0 None None] Routers {'33c9deb7-b3c4-4bb0-b686-5504bfe1448c'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:25.789396 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-6c9e0188-d604-46ab-afda-89c12db925b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:22:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:25.888882 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f2cb3665-d877-4e0a-814a-49c5e3cf349d admin admin] Notify callbacks [] for router, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.907126 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-6c9e0188-d604-46ab-afda-89c12db925b0 None None] Set router 33c9deb7-b3c4-4bb0-b686-5504bfe1448c gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:26.108734 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-6c9e0188-d604-46ab-afda-89c12db925b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'name': 'tempest-TestMinimumBasicScenario-1099228048-router', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:07Z', 'updated_at': '2021-07-23T16:22:25Z', 'revision_number': 5, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'gw_port': {'id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:08Z', 'updated_at': '2021-07-23T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:26.144968 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9e0188-d604-46ab-afda-89c12db925b0 None None] Checking router: 33c9deb7-b3c4-4bb0-b686-5504bfe1448c for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:26.161067 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e0188-d604-46ab-afda-89c12db925b0 None None] Routers {'33c9deb7-b3c4-4bb0-b686-5504bfe1448c'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:26.161067 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-6c9e0188-d604-46ab-afda-89c12db925b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:22:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:26.269746 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-6c9e0188-d604-46ab-afda-89c12db925b0 None None] Set router 33c9deb7-b3c4-4bb0-b686-5504bfe1448c gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:26.290442 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f2cb3665-d877-4e0a-814a-49c5e3cf349d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.354504 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-f2cb3665-d877-4e0a-814a-49c5e3cf349d admin admin] Deleting port f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:26.354880 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f2cb3665-d877-4e0a-814a-49c5e3cf349d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.444452 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-f2cb3665-d877-4e0a-814a-49c5e3cf349d admin admin] For port f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:26.444883 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f2cb3665-d877-4e0a-814a-49c5e3cf349d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.458883 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-f2cb3665-d877-4e0a-814a-49c5e3cf349d admin admin] Calling delete_port for f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce owned by network:router_gateway {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:26.595948 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-6c9e0188-d604-46ab-afda-89c12db925b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'name': 'tempest-TestMinimumBasicScenario-1099228048-router', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:07Z', 'updated_at': '2021-07-23T16:22:25Z', 'revision_number': 5, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'gw_port': {'id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:08Z', 'updated_at': '2021-07-23T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:26.622457 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9e0188-d604-46ab-afda-89c12db925b0 None None] The sync data for ids ['33c9deb7-b3c4-4bb0-b686-5504bfe1448c'] in dv-cinder-796286-18-iscsi is: [{'id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'name': 'tempest-TestMinimumBasicScenario-1099228048-router', 'tenant_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:07Z', 'updated_at': '2021-07-23T16:22:25Z', 'revision_number': 5, 'project_id': '1e7f62e88d8b4abbae363ca96f7b1591', 'gw_port': {'id': 'f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c9deb7-b3c4-4bb0-b686-5504bfe1448c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:08Z', 'updated_at': '2021-07-23T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:26.628305 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f2cb3665-d877-4e0a-814a-49c5e3cf349d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.657567 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb3665-d877-4e0a-814a-49c5e3cf349d admin admin] Pushing event deleted for resources: {'Port': ['ID=f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:26.718814 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f2cb3665-d877-4e0a-814a-49c5e3cf349d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1735942'] for router_gateway, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.810543 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f2cb3665-d877-4e0a-814a-49c5e3cf349d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.813362 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f2cb3665-d877-4e0a-814a-49c5e3cf349d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.872745 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f2cb3665-d877-4e0a-814a-49c5e3cf349d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1708002'] for router, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.875475 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cb3665-d877-4e0a-814a-49c5e3cf349d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33c9deb7-b3c4-4bb0-b686-5504bfe1448c {{(pid=93296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:22:26.881171 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-f2cb3665-d877-4e0a-814a-49c5e3cf349d admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.882337 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-f2cb3665-d877-4e0a-814a-49c5e3cf349d admin admin] 10.222.0.69 "DELETE /v2.0/routers/33c9deb7-b3c4-4bb0-b686-5504bfe1448c HTTP/1.1" status: 204 len: 168 time: 1.1062047 Jul 23 16:22:26.885068 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59732) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:26.937224 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc92d56-4136-4d6f-9304-471d850f3f51 admin admin] Deleting subnet 8dc99486-3c2a-4854-8963-ac3440002037 {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:22:26.940812 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fcc92d56-4136-4d6f-9304-471d850f3f51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.982137 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fcc92d56-4136-4d6f-9304-471d850f3f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15618264'] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.083633 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fcc92d56-4136-4d6f-9304-471d850f3f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386006'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.110922 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 3477451a-6d0f-40a0-bc53-43740ef59e54 no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:27.132928 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 3477451a-6d0f-40a0-bc53-43740ef59e54 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:27.133429 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 3477451a-6d0f-40a0-bc53-43740ef59e54 not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:27.163024 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fcc92d56-4136-4d6f-9304-471d850f3f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15978212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13960945'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.194306 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc92d56-4136-4d6f-9304-471d850f3f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc99486-3c2a-4854-8963-ac3440002037,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:27.198262 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-fcc92d56-4136-4d6f-9304-471d850f3f51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.200485 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-fcc92d56-4136-4d6f-9304-471d850f3f51 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8dc99486-3c2a-4854-8963-ac3440002037 HTTP/1.1" status: 204 len: 168 time: 0.3142807 Jul 23 16:22:27.202777 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59736) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:27.207716 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a36b53-62af-43a3-abde-8f8f3fe21b8a None None] Network 1cf41c53-5bb3-498f-a085-07c65d4dc826 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:27.272129 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541368'] for network, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.328099 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] Deleting port 73dab276-98bc-4db1-93fd-b2dc09ad9346 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:27.328779 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.413870 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] For port 73dab276-98bc-4db1-93fd-b2dc09ad9346, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=73dab276-98bc-4db1-93fd-b2dc09ad9346,segment=NetworkSegment(293f3401-b799-4dde-9fff-51fda7aade28),segment_id=293f3401-b799-4dde-9fff-51fda7aade28)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:27.414230 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.426430 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] Calling delete_port for 73dab276-98bc-4db1-93fd-b2dc09ad9346 owned by network:dhcp {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:27.532800 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.562287 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] Pushing event deleted for resources: {'Port': ['ID=73dab276-98bc-4db1-93fd-b2dc09ad9346,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:27.568310 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] No DVR routers for this DVR port 73dab276-98bc-4db1-93fd-b2dc09ad9346 on host dv-cinder-796286-18-iscsi {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:27.642101 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385103', 'neutron.services.segments.db._delete_segments_for_network-8727500513675'] for network, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.652110 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf41c53-5bb3-498f-a085-07c65d4dc826']}} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:27.663931 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293f3401-b799-4dde-9fff-51fda7aade28') {'for_net_delete': True} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:27.664274 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293f3401-b799-4dde-9fff-51fda7aade28') {} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:27.680286 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727500584376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15618273'] for segment, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.698056 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.704410 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=93296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:22:27.704852 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15978078'] for segment, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: Traceback (most recent call last): Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: timer() Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: cb(*args, **kw) Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: return func(*args, **kwargs) Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: self._notify() Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: self.callback(batched_events) Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: event.method(event) Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: return f(self, *a, **k) Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._get(url).json() Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: return self.request(url, 'GET', **kwargs) Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:22:27.706763 dv-cinder-796286-18-iscsi neutron-server[93296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:22:27.736296 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b511fb0-9207-4376-9d9a-e614c71290dc None None] DHCP port deletion for 1cf41c53-5bb3-498f-a085-07c65d4dc826 request from dv-cinder-796286-18-iscsi {{(pid=93298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:22:27.780088 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736162'] for network, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.785193 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.787074 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] 10.222.0.69 "DELETE /v2.0/networks/1cf41c53-5bb3-498f-a085-07c65d4dc826 HTTP/1.1" status: 204 len: 168 time: 0.5833135 Jul 23 16:22:27.790091 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59738) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:27.800413 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffaf825-3b90-41ec-bc38-73375f89b2dd admin admin] Pushing event deleted for resources: {'Network': ['ID=1cf41c53-5bb3-498f-a085-07c65d4dc826,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:28.162534 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f26b9bfa-38da-4487-b9cf-f37a2ebb0f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729351'] for router_interface, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.438707 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-f26b9bfa-38da-4487-b9cf-f37a2ebb0f79 admin admin] Deleting port 0e43827b-71af-47f2-bd0a-1e225c8a0566 {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:28.439060 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f26b9bfa-38da-4487-b9cf-f37a2ebb0f79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.519537 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-f26b9bfa-38da-4487-b9cf-f37a2ebb0f79 admin admin] For port 0e43827b-71af-47f2-bd0a-1e225c8a0566, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=0e43827b-71af-47f2-bd0a-1e225c8a0566,segment=NetworkSegment(db4b524c-4e65-4e0a-bc46-2066ebdf653a),segment_id=db4b524c-4e65-4e0a-bc46-2066ebdf653a)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:28.519788 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f26b9bfa-38da-4487-b9cf-f37a2ebb0f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.533128 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-f26b9bfa-38da-4487-b9cf-f37a2ebb0f79 admin admin] Calling delete_port for 0e43827b-71af-47f2-bd0a-1e225c8a0566 owned by network:router_interface {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:28.732783 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f26b9bfa-38da-4487-b9cf-f37a2ebb0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.764545 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b9bfa-38da-4487-b9cf-f37a2ebb0f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e43827b-71af-47f2-bd0a-1e225c8a0566,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:28.944914 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-f26b9bfa-38da-4487-b9cf-f37a2ebb0f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728529'] for router_interface, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.956491 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:28.980793 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:28.981363 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device f23ceb50-ed00-4ed5-a5ed-f2870ea8c7ce not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:28.981631 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 73dab276-98bc-4db1-93fd-b2dc09ad9346 no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:29.000902 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 73dab276-98bc-4db1-93fd-b2dc09ad9346 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:29.001245 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 73dab276-98bc-4db1-93fd-b2dc09ad9346 not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:29.476563 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26b9bfa-38da-4487-b9cf-f37a2ebb0f79 admin admin] Router 25936c33-1f07-46dd-96cf-0e555669b713 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:29.587549 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26b9bfa-38da-4487-b9cf-f37a2ebb0f79 admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:29.593055 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-f26b9bfa-38da-4487-b9cf-f37a2ebb0f79 admin admin] 10.222.0.69 "PUT /v2.0/routers/25936c33-1f07-46dd-96cf-0e555669b713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8019500 Jul 23 16:22:29.595945 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59758) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:29.597296 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a2b11e-078f-4520-9c38-ef456dcb3370 None None] Sync routers for ids ['25936c33-1f07-46dd-96cf-0e555669b713'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:29.606793 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a2b11e-078f-4520-9c38-ef456dcb3370 None None] Routers {'25936c33-1f07-46dd-96cf-0e555669b713'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:29.607437 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-e8a2b11e-078f-4520-9c38-ef456dcb3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:22:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['25936c33-1f07-46dd-96cf-0e555669b713'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:29.702859 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c62eed8d-16c8-4f37-915d-236d4c0daca8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.709203 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-e8a2b11e-078f-4520-9c38-ef456dcb3370 None None] Set router 25936c33-1f07-46dd-96cf-0e555669b713 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:29.806106 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c62eed8d-16c8-4f37-915d-236d4c0daca8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.860479 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-c62eed8d-16c8-4f37-915d-236d4c0daca8 admin admin] Deleting port 065f0eb0-42e2-42d2-98d8-c5de9f562c0b {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:29.860724 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c62eed8d-16c8-4f37-915d-236d4c0daca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.884332 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-e8a2b11e-078f-4520-9c38-ef456dcb3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25936c33-1f07-46dd-96cf-0e555669b713', 'name': 'tempest-TestMinimumBasicScenario-1887384528-router', 'tenant_id': '75756fc8c8c2489aac3493ff47a1d43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '065f0eb0-42e2-42d2-98d8-c5de9f562c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:12Z', 'updated_at': '2021-07-23T16:22:28Z', 'revision_number': 5, 'project_id': '75756fc8c8c2489aac3493ff47a1d43d', 'gw_port': {'id': '065f0eb0-42e2-42d2-98d8-c5de9f562c0b', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:27:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25936c33-1f07-46dd-96cf-0e555669b713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:13Z', 'updated_at': '2021-07-23T16:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:29.913521 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a2b11e-078f-4520-9c38-ef456dcb3370 None None] Checking router: 25936c33-1f07-46dd-96cf-0e555669b713 for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:29.923539 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a2b11e-078f-4520-9c38-ef456dcb3370 None None] Routers {'25936c33-1f07-46dd-96cf-0e555669b713'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:29.924151 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-e8a2b11e-078f-4520-9c38-ef456dcb3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:22:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['25936c33-1f07-46dd-96cf-0e555669b713'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:29.938460 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-c62eed8d-16c8-4f37-915d-236d4c0daca8 admin admin] For port 065f0eb0-42e2-42d2-98d8-c5de9f562c0b, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=065f0eb0-42e2-42d2-98d8-c5de9f562c0b,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:29.938820 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c62eed8d-16c8-4f37-915d-236d4c0daca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.956568 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-c62eed8d-16c8-4f37-915d-236d4c0daca8 admin admin] Calling delete_port for 065f0eb0-42e2-42d2-98d8-c5de9f562c0b owned by network:router_gateway {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:30.010487 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-e8a2b11e-078f-4520-9c38-ef456dcb3370 None None] Set router 25936c33-1f07-46dd-96cf-0e555669b713 gateway port host: None {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:30.061449 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-e8a2b11e-078f-4520-9c38-ef456dcb3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25936c33-1f07-46dd-96cf-0e555669b713', 'name': 'tempest-TestMinimumBasicScenario-1887384528-router', 'tenant_id': '75756fc8c8c2489aac3493ff47a1d43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:12Z', 'updated_at': '2021-07-23T16:22:29Z', 'revision_number': 6, 'project_id': '75756fc8c8c2489aac3493ff47a1d43d', 'gw_port_host': None}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:30.090749 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a2b11e-078f-4520-9c38-ef456dcb3370 None None] The sync data for ids ['25936c33-1f07-46dd-96cf-0e555669b713'] in dv-cinder-796286-18-iscsi is: [{'id': '25936c33-1f07-46dd-96cf-0e555669b713', 'name': 'tempest-TestMinimumBasicScenario-1887384528-router', 'tenant_id': '75756fc8c8c2489aac3493ff47a1d43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:12Z', 'updated_at': '2021-07-23T16:22:29Z', 'revision_number': 6, 'project_id': '75756fc8c8c2489aac3493ff47a1d43d', 'gw_port_host': None}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:30.127561 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c62eed8d-16c8-4f37-915d-236d4c0daca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.158915 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62eed8d-16c8-4f37-915d-236d4c0daca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=065f0eb0-42e2-42d2-98d8-c5de9f562c0b,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:30.229403 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c62eed8d-16c8-4f37-915d-236d4c0daca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1735942'] for router_gateway, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.327875 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c62eed8d-16c8-4f37-915d-236d4c0daca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.331359 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c62eed8d-16c8-4f37-915d-236d4c0daca8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.383398 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c62eed8d-16c8-4f37-915d-236d4c0daca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1708002'] for router, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.383883 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62eed8d-16c8-4f37-915d-236d4c0daca8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25936c33-1f07-46dd-96cf-0e555669b713 {{(pid=93296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:22:30.389014 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c62eed8d-16c8-4f37-915d-236d4c0daca8 admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.390372 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-c62eed8d-16c8-4f37-915d-236d4c0daca8 admin admin] 10.222.0.69 "DELETE /v2.0/routers/25936c33-1f07-46dd-96cf-0e555669b713 HTTP/1.1" status: 204 len: 168 time: 0.7932673 Jul 23 16:22:30.392679 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59762) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:30.442193 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-78da036e-5588-4a4e-bc9a-fa3e3ab410d6 admin admin] Deleting subnet 391ede2e-bd61-4c5e-8bbb-55ce9ec4e4ab {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:22:30.447283 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-78da036e-5588-4a4e-bc9a-fa3e3ab410d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.484000 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-78da036e-5588-4a4e-bc9a-fa3e3ab410d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15618264'] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.561653 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-78da036e-5588-4a4e-bc9a-fa3e3ab410d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386006'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.629530 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-78da036e-5588-4a4e-bc9a-fa3e3ab410d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15978212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13960945'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.656953 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da036e-5588-4a4e-bc9a-fa3e3ab410d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=391ede2e-bd61-4c5e-8bbb-55ce9ec4e4ab,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:30.658883 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-78da036e-5588-4a4e-bc9a-fa3e3ab410d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.660773 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-78da036e-5588-4a4e-bc9a-fa3e3ab410d6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/391ede2e-bd61-4c5e-8bbb-55ce9ec4e4ab HTTP/1.1" status: 204 len: 168 time: 0.2671812 Jul 23 16:22:30.663268 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59764) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:30.663465 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c755c94d-5848-46f7-8521-6ce207c0a620 None None] Network 942089d1-bea3-46d7-851d-bbebcd358202 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:30.730374 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541368'] for network, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.787039 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] Deleting port 9edfcdfc-e468-4bf4-90eb-f6b0e164caff {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:30.787300 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.853896 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] For port 9edfcdfc-e468-4bf4-90eb-f6b0e164caff, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=9edfcdfc-e468-4bf4-90eb-f6b0e164caff,segment=NetworkSegment(db4b524c-4e65-4e0a-bc46-2066ebdf653a),segment_id=db4b524c-4e65-4e0a-bc46-2066ebdf653a)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:30.854443 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.867137 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cf73ff-3786-47e2-b454-a8bb00efd817 None None] DHCP port deletion for 942089d1-bea3-46d7-851d-bbebcd358202 request from dv-cinder-796286-18-iscsi {{(pid=93298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:22:30.876031 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] Calling delete_port for 9edfcdfc-e468-4bf4-90eb-f6b0e164caff owned by network:dhcp {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:30.917767 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-10cf73ff-3786-47e2-b454-a8bb00efd817 None None] Deleting port 9edfcdfc-e468-4bf4-90eb-f6b0e164caff {{(pid=93298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:30.918222 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-10cf73ff-3786-47e2-b454-a8bb00efd817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.939875 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 0e43827b-71af-47f2-bd0a-1e225c8a0566 no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:30.963133 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 0e43827b-71af-47f2-bd0a-1e225c8a0566 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:30.963477 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 0e43827b-71af-47f2-bd0a-1e225c8a0566 not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:30.963894 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 9edfcdfc-e468-4bf4-90eb-f6b0e164caff no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:30.969681 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.996838 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] Pushing event deleted for resources: {'Port': ['ID=9edfcdfc-e468-4bf4-90eb-f6b0e164caff,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:31.001120 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] No DVR routers for this DVR port 9edfcdfc-e468-4bf4-90eb-f6b0e164caff on host dv-cinder-796286-18-iscsi {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:31.015713 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 9edfcdfc-e468-4bf4-90eb-f6b0e164caff {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:31.016092 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 9edfcdfc-e468-4bf4-90eb-f6b0e164caff not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:31.016469 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 065f0eb0-42e2-42d2-98d8-c5de9f562c0b no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:31.022634 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-10cf73ff-3786-47e2-b454-a8bb00efd817 None None] For port 9edfcdfc-e468-4bf4-90eb-f6b0e164caff, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=9edfcdfc-e468-4bf4-90eb-f6b0e164caff,segment=NetworkSegment(db4b524c-4e65-4e0a-bc46-2066ebdf653a),segment_id=db4b524c-4e65-4e0a-bc46-2066ebdf653a)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:31.023026 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-10cf73ff-3786-47e2-b454-a8bb00efd817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.046264 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 065f0eb0-42e2-42d2-98d8-c5de9f562c0b {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:31.046606 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 065f0eb0-42e2-42d2-98d8-c5de9f562c0b not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:31.051330 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-10cf73ff-3786-47e2-b454-a8bb00efd817 None None] Calling delete_port for 9edfcdfc-e468-4bf4-90eb-f6b0e164caff owned by network:dhcp {{(pid=93298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:31.077810 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385103', 'neutron.services.segments.db._delete_segments_for_network-8727500513675'] for network, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.088566 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942089d1-bea3-46d7-851d-bbebcd358202']}} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:31.100382 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4b524c-4e65-4e0a-bc46-2066ebdf653a') {'for_net_delete': True} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:31.100715 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4b524c-4e65-4e0a-bc46-2066ebdf653a') {} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:31.110255 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727500584376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15618273'] for segment, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.129637 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.137906 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=93296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:22:31.139345 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15978078'] for segment, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: Traceback (most recent call last): Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: timer() Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: cb(*args, **kw) Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: return func(*args, **kwargs) Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: self._notify() Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: self.callback(batched_events) Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: event.method(event) Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: return f(self, *a, **k) Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._get(url).json() Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: return self.request(url, 'GET', **kwargs) Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:22:31.141125 dv-cinder-796286-18-iscsi neutron-server[93296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:22:31.145911 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-10cf73ff-3786-47e2-b454-a8bb00efd817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382'] for port, after_delete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.173612 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf73ff-3786-47e2-b454-a8bb00efd817 None None] Pushing event deleted for resources: {'Port': ['ID=9edfcdfc-e468-4bf4-90eb-f6b0e164caff,revision_number=None']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:31.178361 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cf73ff-3786-47e2-b454-a8bb00efd817 None None] No DVR routers for this DVR port 9edfcdfc-e468-4bf4-90eb-f6b0e164caff on host dv-cinder-796286-18-iscsi {{(pid=93298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:31.216784 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736162'] for network, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.222396 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.224302 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] 10.222.0.69 "DELETE /v2.0/networks/942089d1-bea3-46d7-851d-bbebcd358202 HTTP/1.1" status: 204 len: 168 time: 0.5601115 Jul 23 16:22:31.235506 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecc757-5b24-4da4-8967-a72f196f8386 admin admin] Pushing event deleted for resources: {'Network': ['ID=942089d1-bea3-46d7-851d-bbebcd358202,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:31.408580 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59770) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:31.449785 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-52cf9619-c508-46f3-8b25-7c8d50c21308 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1e7f62e88d8b4abbae363ca96f7b1591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396276 Jul 23 16:22:31.452435 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59772) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:31.504784 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-334aeea3-2324-4a3d-8bd0-2e8b72416b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.526645 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-334aeea3-2324-4a3d-8bd0-2e8b72416b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.581888 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-334aeea3-2324-4a3d-8bd0-2e8b72416b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.584807 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-334aeea3-2324-4a3d-8bd0-2e8b72416b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.585943 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-334aeea3-2324-4a3d-8bd0-2e8b72416b85 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1a7fd55e-7e15-4cfc-9936-b148f62b3719 HTTP/1.1" status: 204 len: 168 time: 0.1325638 Jul 23 16:22:31.593752 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334aeea3-2324-4a3d-8bd0-2e8b72416b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7fd55e-7e15-4cfc-9936-b148f62b3719,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:31.931855 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59778) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:31.972946 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-b9350f44-9bb1-406a-9608-73aaeaf8c601 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=75756fc8c8c2489aac3493ff47a1d43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398667 Jul 23 16:22:31.975332 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59780) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:32.024083 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-848a64a6-b7da-4382-ba63-67b3ed8808dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.050661 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-848a64a6-b7da-4382-ba63-67b3ed8808dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.102326 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-848a64a6-b7da-4382-ba63-67b3ed8808dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.104950 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-848a64a6-b7da-4382-ba63-67b3ed8808dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.106134 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-848a64a6-b7da-4382-ba63-67b3ed8808dc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cc68d5e6-b5c8-4f40-97e8-9c620b1bd655 HTTP/1.1" status: 204 len: 168 time: 0.1298738 Jul 23 16:22:32.118028 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a64a6-b7da-4382-ba63-67b3ed8808dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc68d5e6-b5c8-4f40-97e8-9c620b1bd655,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:34.767952 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-b01c53f4-c121-464e-a63a-afdf08f9a436 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169768868&fields=id&tenant_id=c640d040d652410c84d3bb10405ad009 HTTP/1.1" status: 200 len: 267 time: 0.0376515 Jul 23 16:22:34.885110 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-3314aa7b-de48-45b5-b3b6-41759969675b tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:34.886500 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-3314aa7b-de48-45b5-b3b6-41759969675b tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/networks?id=228c64c6-d4fc-435f-99b8-c30874fced0d HTTP/1.1" status: 200 len: 808 time: 0.1109061 Jul 23 16:22:34.901604 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-463b611e-9931-48e3-bead-bcc79f23bd1d tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/quotas/c640d040d652410c84d3bb10405ad009 HTTP/1.1" status: 200 len: 375 time: 0.0095520 Jul 23 16:22:34.974115 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-4749d5ec-d587-43dc-8001-90963f307226 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c640d040d652410c84d3bb10405ad009&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670106 Jul 23 16:22:35.080583 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-e3901352-f159-461a-9bf9-7bf4064cd48d service neutron] 10.222.0.69 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899887 Jul 23 16:22:35.182161 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-6d9e239f-cee4-4bd8-8887-3761d2433c2e service neutron] 10.222.0.69 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926628 Jul 23 16:22:35.500484 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5c619a66-beaf-4e83-9929-3e12781436cd req-f199c009-4059-401a-9319-0624ee9a67a6 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 210 time: 0.0298560 Jul 23 16:22:36.601930 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-18e4bb7d-0c4b-4833-8c07-ef41b036998e req-e5f0b487-5b1f-425d-9da5-ae5b23c4fed7 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 210 time: 0.0313575 Jul 23 16:22:36.642543 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-fa5864be-ddc1-4459-92cd-93f410c0f86e tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:36.644044 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-fa5864be-ddc1-4459-92cd-93f410c0f86e tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.59 "GET /v2.0/networks?id=228c64c6-d4fc-435f-99b8-c30874fced0d HTTP/1.1" status: 200 len: 808 time: 0.1077902 Jul 23 16:22:36.696438 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-298de327-d98f-4ce3-a291-4a6fb73e5f7d tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c640d040d652410c84d3bb10405ad009 HTTP/1.1" status: 200 len: 380 time: 0.0359681 Jul 23 16:22:36.706708 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-a5e2b7d4-ad0a-41cb-b71c-7ae09b436471 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Request body: {'port': {'device_id': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'admin_state_up': True, 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'security_groups': ['5e416a60-7207-4f06-a811-572ca63300e1']}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:36.824239 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-a5e2b7d4-ad0a-41cb-b71c-7ae09b436471 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Made reservation on behalf of c640d040d652410c84d3bb10405ad009 for: {'port': 1} {{(pid=93296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:36.828339 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-a5e2b7d4-ad0a-41cb-b71c-7ae09b436471 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.001249 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-a5e2b7d4-ad0a-41cb-b71c-7ae09b436471 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Allocated IP 172.20.0.5 (228c64c6-d4fc-435f-99b8-c30874fced0d/08f50097-d250-41cd-9b40-d8f453f71716/1315d00c-24d0-41dd-98df-50d3dbf4b03a) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:37.151190 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-a5e2b7d4-ad0a-41cb-b71c-7ae09b436471 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.165345 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-a5e2b7d4-ad0a-41cb-b71c-7ae09b436471 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Transition to ACTIVE for port object 1315d00c-24d0-41dd-98df-50d3dbf4b03a will not be triggered until provisioned by entity DHCP. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:37.202212 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-a5e2b7d4-ad0a-41cb-b71c-7ae09b436471 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.248398 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-a5e2b7d4-ad0a-41cb-b71c-7ae09b436471 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Network 228c64c6-d4fc-435f-99b8-c30874fced0d is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:37.251905 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-a5e2b7d4-ad0a-41cb-b71c-7ae09b436471 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:37.258424 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-a5e2b7d4-ad0a-41cb-b71c-7ae09b436471 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:37.285210 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2b7d4-ad0a-41cb-b71c-7ae09b436471 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Pushing event updated for resources: {'Port': ['ID=1315d00c-24d0-41dd-98df-50d3dbf4b03a,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:37.314963 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-a5e2b7d4-ad0a-41cb-b71c-7ae09b436471 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:37.315647 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-a5e2b7d4-ad0a-41cb-b71c-7ae09b436471 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.332242 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-a5e2b7d4-ad0a-41cb-b71c-7ae09b436471 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6294756 Jul 23 16:22:37.355973 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Request body: {'port': {'device_id': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:37.432248 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.465690 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2dd2e4da-98df-4edf-a76c-49e1e5322999 None None] Provisioning for port 1315d00c-24d0-41dd-98df-50d3dbf4b03a completed by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:37.470491 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2dd2e4da-98df-4edf-a76c-49e1e5322999 None None] Provisioning complete for port 1315d00c-24d0-41dd-98df-50d3dbf4b03a triggered by entity DHCP. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:37.471038 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e4da-98df-4edf-a76c-49e1e5322999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.510748 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2e4da-98df-4edf-a76c-49e1e5322999 None None] Port 1315d00c-24d0-41dd-98df-50d3dbf4b03a cannot update to ACTIVE because it is not bound. {{(pid=93298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:37.719446 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1315d00c-24d0-41dd-98df-50d3dbf4b03a {{(pid=93296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:37.727113 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.738674 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d74297-ba2f-4357-9f8b-4d60946daa62 req-13648be7-f027-4929-867e-6cb027db77d0 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:37.739917 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.provisioning_blocks [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Transition to ACTIVE for port object 1315d00c-24d0-41dd-98df-50d3dbf4b03a will not be triggered until provisioned by entity L2. {{(pid=93296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:37.740160 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e2d74297-ba2f-4357-9f8b-4d60946daa62 req-13648be7-f027-4929-867e-6cb027db77d0 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 931 time: 0.0685909 Jul 23 16:22:37.746311 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.780096 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e2d74297-ba2f-4357-9f8b-4d60946daa62 req-98e172aa-7e56-41cb-a4c5-7bd91a599e8f tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328608 Jul 23 16:22:37.815889 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1315d00c-24d0-41dd-98df-50d3dbf4b03a,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:37.868392 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Attempting to bind port 1315d00c-24d0-41dd-98df-50d3dbf4b03a on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:37.868729 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Attempting to bind port 1315d00c-24d0-41dd-98df-50d3dbf4b03a by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '819c31e4-50cb-4d65-aa4f-3e64a45f5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d'}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:37.869072 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Attempting to bind port 1315d00c-24d0-41dd-98df-50d3dbf4b03a on network 228c64c6-d4fc-435f-99b8-c30874fced0d {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:37.873954 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Port 1315d00c-24d0-41dd-98df-50d3dbf4b03a on network 228c64c6-d4fc-435f-99b8-c30874fced0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:22:37.874406 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Attempting to bind port 1315d00c-24d0-41dd-98df-50d3dbf4b03a on network 228c64c6-d4fc-435f-99b8-c30874fced0d {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:37.879579 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Checking agent: {'id': '3cfe76f1-ceea-45b5-b9a6-d9927c879e8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'started_at': datetime.datetime(2021, 7, 23, 16, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:37.879921 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Checking segment: {'id': '819c31e4-50cb-4d65-aa4f-3e64a45f5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:37.880296 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Bound using segment: {'id': '819c31e4-50cb-4d65-aa4f-3e64a45f5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d'} {{(pid=93296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:37.880725 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.managers [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Bound port: 1315d00c-24d0-41dd-98df-50d3dbf4b03a, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819c31e4-50cb-4d65-aa4f-3e64a45f5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d'}}] {{(pid=93296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:37.881074 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.958103 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] For port 1315d00c-24d0-41dd-98df-50d3dbf4b03a, host hv-cinder-79628, cleared binding levels {{(pid=93296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:37.962235 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] For port 1315d00c-24d0-41dd-98df-50d3dbf4b03a, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1315d00c-24d0-41dd-98df-50d3dbf4b03a,segment=NetworkSegment(819c31e4-50cb-4d65-aa4f-3e64a45f5e19),segment_id=819c31e4-50cb-4d65-aa4f-3e64a45f5e19)] {{(pid=93296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:37.966360 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.002138 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:38.002672 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.004005 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] 10.222.0.59 "PUT /v2.0/ports/1315d00c-24d0-41dd-98df-50d3dbf4b03a HTTP/1.1" status: 200 len: 1093 time: 0.6528187 Jul 23 16:22:38.004436 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'tag': '1315d00c-24d0-41dd-98df-50d3dbf4b03a'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:38.006671 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c81fc3a-47e3-4e7c-a3eb-0ba4c621d3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c07e73f-1fd5-43c5-952b-df775c2cd6e5", "tag": "1315d00c-24d0-41dd-98df-50d3dbf4b03a"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:38.033165 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15daaa7d-0471-4eb6-93e6-22a3b7dcb5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1315d00c-24d0-41dd-98df-50d3dbf4b03a,revision_number=3']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:38.063974 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3ce1c1-23a1-4939-91a7-8eb5fc0db031 x-openstack-request-id: req-5f3ce1c1-23a1-4939-91a7-8eb5fc0db031 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:38.064263 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c07e73f-1fd5-43c5-952b-df775c2cd6e5", "tag": "1315d00c-24d0-41dd-98df-50d3dbf4b03a", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:38.064511 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5f3ce1c1-23a1-4939-91a7-8eb5fc0db031 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:38.064954 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'tag': '1315d00c-24d0-41dd-98df-50d3dbf4b03a', 'status': 'completed', 'code': 200} Jul 23 16:22:38.151798 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-65903abd-d126-41bf-b054-d9c27ee99f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:38.153348 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-65903abd-d126-41bf-b054-d9c27ee99f72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c640d040d652410c84d3bb10405ad009&device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 1096 time: 0.0647628 Jul 23 16:22:38.216793 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-38eaa81e-3c14-4454-afcb-e0be156c793f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1315d00c-24d0-41dd-98df-50d3dbf4b03a HTTP/1.1" status: 200 len: 217 time: 0.0449853 Jul 23 16:22:38.268498 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-e659f625-8502-4e1d-b76b-daf5b2f9ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:38.270004 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-e659f625-8502-4e1d-b76b-daf5b2f9ace7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08f50097-d250-41cd-9b40-d8f453f71716 HTTP/1.1" status: 200 len: 847 time: 0.0466716 Jul 23 16:22:38.337547 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-8fd7144e-5498-4dd4-a815-1f10a83c894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:38.339021 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-8fd7144e-5498-4dd4-a815-1f10a83c894d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=228c64c6-d4fc-435f-99b8-c30874fced0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0554724 Jul 23 16:22:38.440192 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-b3ee954b-a0c2-4ebb-b246-6c4b1c0700e1 service neutron] 10.222.0.59 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905004 Jul 23 16:22:38.552395 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-c06d1552-18b9-4fd5-a82e-53287363ff0d req-20e53aa7-e7f6-455c-94ab-7f8ab4379bcb service neutron] 10.222.0.59 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937698 Jul 23 16:22:38.716624 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81fc3a-47e3-4e7c-a3eb-0ba4c621d3f3 req-4e43976c-b364-4965-9781-5ff96c37a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:38.718141 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8c81fc3a-47e3-4e7c-a3eb-0ba4c621d3f3 req-4e43976c-b364-4965-9781-5ff96c37a673 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c640d040d652410c84d3bb10405ad009&device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 1096 time: 0.0629869 Jul 23 16:22:38.821799 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81fc3a-47e3-4e7c-a3eb-0ba4c621d3f3 req-d31e4326-e80e-42a6-a941-f2fd4b6d4758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:38.823351 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8c81fc3a-47e3-4e7c-a3eb-0ba4c621d3f3 req-d31e4326-e80e-42a6-a941-f2fd4b6d4758 service neutron] 10.222.0.59 "GET /v2.0/networks?id=228c64c6-d4fc-435f-99b8-c30874fced0d HTTP/1.1" status: 200 len: 909 time: 0.0975633 Jul 23 16:22:38.872293 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8c81fc3a-47e3-4e7c-a3eb-0ba4c621d3f3 req-8e5d21bd-934a-48b9-84cd-7ac5eab1b6e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1315d00c-24d0-41dd-98df-50d3dbf4b03a HTTP/1.1" status: 200 len: 217 time: 0.0403438 Jul 23 16:22:38.925523 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d244449-e555-4640-92b5-12668fbbbbe2 req-a0da0558-ddd5-498e-8a07-cdff6f922f71 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:38.927004 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6d244449-e555-4640-92b5-12668fbbbbe2 req-a0da0558-ddd5-498e-8a07-cdff6f922f71 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 943 time: 0.0677886 Jul 23 16:22:38.929155 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81fc3a-47e3-4e7c-a3eb-0ba4c621d3f3 req-a4c717c8-cc8f-4059-877e-deea62e13d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:38.930623 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8c81fc3a-47e3-4e7c-a3eb-0ba4c621d3f3 req-a4c717c8-cc8f-4059-877e-deea62e13d7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08f50097-d250-41cd-9b40-d8f453f71716 HTTP/1.1" status: 200 len: 847 time: 0.0463133 Jul 23 16:22:38.970916 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6d244449-e555-4640-92b5-12668fbbbbe2 req-9581c0be-cd31-44e6-9004-7c1c9fd1945d tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379975 Jul 23 16:22:39.002477 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81fc3a-47e3-4e7c-a3eb-0ba4c621d3f3 req-615a5aa6-4bdf-4d7e-b295-0a40e8bc7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:39.004063 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8c81fc3a-47e3-4e7c-a3eb-0ba4c621d3f3 req-615a5aa6-4bdf-4d7e-b295-0a40e8bc7ef7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=228c64c6-d4fc-435f-99b8-c30874fced0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0557294 Jul 23 16:22:39.109056 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8c81fc3a-47e3-4e7c-a3eb-0ba4c621d3f3 req-2fcf3bab-959b-414f-8235-e0f300563477 service neutron] 10.222.0.59 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937073 Jul 23 16:22:39.212239 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8c81fc3a-47e3-4e7c-a3eb-0ba4c621d3f3 req-dea9d389-dc8f-4a61-8eff-6ff956a08115 service neutron] 10.222.0.59 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931127 Jul 23 16:22:40.114408 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b232f5-e500-4e5b-bc05-cbc32f8ebfd0 req-853f25c6-62b7-4ef2-acbd-d412aefd8c08 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:40.116009 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-53b232f5-e500-4e5b-bc05-cbc32f8ebfd0 req-853f25c6-62b7-4ef2-acbd-d412aefd8c08 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 943 time: 0.0690222 Jul 23 16:22:40.159933 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-53b232f5-e500-4e5b-bc05-cbc32f8ebfd0 req-6e46cdba-30d3-47ad-858d-0d5d9ec4fc14 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381567 Jul 23 16:22:41.327026 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01239c-4c96-48d9-9536-34011467d37f req-fe7c2498-0461-4daf-a6b0-5991f082ac78 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:41.328539 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5b01239c-4c96-48d9-9536-34011467d37f req-fe7c2498-0461-4daf-a6b0-5991f082ac78 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 943 time: 0.0913587 Jul 23 16:22:41.374731 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5b01239c-4c96-48d9-9536-34011467d37f req-89ecbe5c-118d-4598-90e6-600ebdd6b4ae tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403595 Jul 23 16:22:42.319542 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:42.539127 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e4a71-2687-41a6-ad1d-004761c95270 req-231903d2-fc4b-4a34-bb36-55eef6d3587f tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:42.540720 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ea3e4a71-2687-41a6-ad1d-004761c95270 req-231903d2-fc4b-4a34-bb36-55eef6d3587f tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 943 time: 0.0869689 Jul 23 16:22:42.587291 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ea3e4a71-2687-41a6-ad1d-004761c95270 req-2ea8e16a-83be-4019-b059-4c17adf2352d tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397124 Jul 23 16:22:43.743812 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1c786-ab00-41b0-9c24-18f44e6f96e6 req-fa7fb7f4-ad7a-4e33-8322-2f70773117f9 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:43.745293 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bbd1c786-ab00-41b0-9c24-18f44e6f96e6 req-fa7fb7f4-ad7a-4e33-8322-2f70773117f9 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 943 time: 0.0783620 Jul 23 16:22:43.786900 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-bbd1c786-ab00-41b0-9c24-18f44e6f96e6 req-f8f3d9f8-b96c-4182-8c57-495864fa348c tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330024 Jul 23 16:22:44.931393 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790932b-a369-4005-a7ff-575914f53d66 req-0152dfe9-1e3e-44eb-a747-7a14ddeb0e60 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:44.932866 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9790932b-a369-4005-a7ff-575914f53d66 req-0152dfe9-1e3e-44eb-a747-7a14ddeb0e60 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 943 time: 0.0675559 Jul 23 16:22:44.974219 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9790932b-a369-4005-a7ff-575914f53d66 req-5fda8d74-962e-4ddf-8934-910c2310f9c5 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352604 Jul 23 16:22:45.800147 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8515010b-6ad7-424a-8948-a91b915a3ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.124816 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980296ff-916e-46e2-b7e4-48a1f78a841c req-35440e02-9cff-4e28-83a6-a840f1b36fb8 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:46.126312 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-980296ff-916e-46e2-b7e4-48a1f78a841c req-35440e02-9cff-4e28-83a6-a840f1b36fb8 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 943 time: 0.0688531 Jul 23 16:22:46.172175 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-980296ff-916e-46e2-b7e4-48a1f78a841c req-d4bb04eb-cae6-42a4-b142-cf1890d47370 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377333 Jul 23 16:22:47.279517 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 1315d00c-24d0-41dd-98df-50d3dbf4b03a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:22:47.310351 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e59b73-f433-4569-bec1-ae7d740bd5ba req-87388ff7-162f-4bc5-9ff8-2ff158bd0c2e tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:47.311919 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b6e59b73-f433-4569-bec1-ae7d740bd5ba req-87388ff7-162f-4bc5-9ff8-2ff158bd0c2e tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 943 time: 0.0662985 Jul 23 16:22:47.353348 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b6e59b73-f433-4569-bec1-ae7d740bd5ba req-e29533f6-8b2d-4151-bd73-5f74836d9fec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346956 Jul 23 16:22:47.382002 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 1315d00c-24d0-41dd-98df-50d3dbf4b03a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1315d00c-24d0-41dd-98df-50d3dbf4b03a,segment=NetworkSegment(819c31e4-50cb-4d65-aa4f-3e64a45f5e19),segment_id=819c31e4-50cb-4d65-aa4f-3e64a45f5e19)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:47.392741 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': '1315d00c-24d0-41dd-98df-50d3dbf4b03a', 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'port_id': '1315d00c-24d0-41dd-98df-50d3dbf4b03a', 'mac_address': 'fa:16:3e:7a:3c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08f50097-d250-41cd-9b40-d8f453f71716', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:22:47.428552 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.440847 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1315d00c-24d0-41dd-98df-50d3dbf4b03a {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:47.461862 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 1315d00c-24d0-41dd-98df-50d3dbf4b03a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1315d00c-24d0-41dd-98df-50d3dbf4b03a,segment=NetworkSegment(819c31e4-50cb-4d65-aa4f-3e64a45f5e19),segment_id=819c31e4-50cb-4d65-aa4f-3e64a45f5e19)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:47.469996 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.520577 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=1315d00c-24d0-41dd-98df-50d3dbf4b03a,revision_number=4']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:47.797725 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['1315d00c-24d0-41dd-98df-50d3dbf4b03a'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:48.486490 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e26914-8744-4d05-be53-e32d4eb2d31e req-c79e4f65-3db4-4b61-8247-9d08bfaca562 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:48.488327 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-77e26914-8744-4d05-be53-e32d4eb2d31e req-c79e4f65-3db4-4b61-8247-9d08bfaca562 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 944 time: 0.0661967 Jul 23 16:22:48.527394 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-77e26914-8744-4d05-be53-e32d4eb2d31e req-9129dcab-2e9c-4c86-8621-7c18d47fab28 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337257 Jul 23 16:22:48.573932 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-b92fc4a7-ad18-433f-aca9-fec647c9c892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:48.828963 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:49.282917 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 1315d00c-24d0-41dd-98df-50d3dbf4b03a up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:49.332299 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:49.355170 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning for port 1315d00c-24d0-41dd-98df-50d3dbf4b03a completed by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:49.359384 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port 1315d00c-24d0-41dd-98df-50d3dbf4b03a triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:49.359762 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:49.445463 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:49.472082 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1315d00c-24d0-41dd-98df-50d3dbf4b03a'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:49.474346 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320a2cd7-0340-46ce-840d-97500f194e9d" -d '{"events": [{"server_uuid": "6c07e73f-1fd5-43c5-952b-df775c2cd6e5", "name": "network-vif-plugged", "status": "completed", "tag": "1315d00c-24d0-41dd-98df-50d3dbf4b03a"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:49.489731 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 1315d00c-24d0-41dd-98df-50d3dbf4b03a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1315d00c-24d0-41dd-98df-50d3dbf4b03a,segment=NetworkSegment(819c31e4-50cb-4d65-aa4f-3e64a45f5e19),segment_id=819c31e4-50cb-4d65-aa4f-3e64a45f5e19)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:49.495070 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:49.520702 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fe98e8-b5c1-4bb2-90d1-82dd3fb7c701 x-openstack-request-id: req-57fe98e8-b5c1-4bb2-90d1-82dd3fb7c701 {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:49.520998 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c07e73f-1fd5-43c5-952b-df775c2cd6e5", "name": "network-vif-plugged", "status": "completed", "tag": "1315d00c-24d0-41dd-98df-50d3dbf4b03a", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:49.521251 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-57fe98e8-b5c1-4bb2-90d1-82dd3fb7c701 {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:49.521637 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1315d00c-24d0-41dd-98df-50d3dbf4b03a', 'code': 200} Jul 23 16:22:49.546970 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=1315d00c-24d0-41dd-98df-50d3dbf4b03a,revision_number=5']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:49.679485 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6bdd5-e9a9-4449-bca6-83c45a17673f req-05ad9ed4-859a-453f-8208-62a2c9122fb0 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:49.680999 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-31c6bdd5-e9a9-4449-bca6-83c45a17673f req-05ad9ed4-859a-453f-8208-62a2c9122fb0 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0707633 Jul 23 16:22:49.721638 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-31c6bdd5-e9a9-4449-bca6-83c45a17673f req-906b6af4-fb65-4f0a-b39e-027ca6543a43 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348890 Jul 23 16:22:49.810727 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cdf2f-9e07-4ce3-ab97-557b214cf003 req-dd043e59-720e-4d01-9eb7-d4a4feafb1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:49.812213 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ae9cdf2f-9e07-4ce3-ab97-557b214cf003 req-dd043e59-720e-4d01-9eb7-d4a4feafb1c7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0617192 Jul 23 16:22:49.861250 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-ae9cdf2f-9e07-4ce3-ab97-557b214cf003 req-e2821b31-2755-44b1-8159-a1c14b12ae79 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413380 Jul 23 16:22:50.884758 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8937a4f-106f-4694-8e8a-1995774a11af req-ecee90ef-984d-450f-bf89-cca1cf138f37 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:50.886421 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c8937a4f-106f-4694-8e8a-1995774a11af req-ecee90ef-984d-450f-bf89-cca1cf138f37 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0934095 Jul 23 16:22:50.932976 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c8937a4f-106f-4694-8e8a-1995774a11af req-63678a25-7667-4f70-a1d6-d55771d3121f tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394468 Jul 23 16:22:51.090613 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:52.079926 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7261a8-5639-4c59-80b1-1ea8ae5c6a93 req-124e03fc-eea7-4004-b509-4fc2ca109185 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:52.081415 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ff7261a8-5639-4c59-80b1-1ea8ae5c6a93 req-124e03fc-eea7-4004-b509-4fc2ca109185 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0680897 Jul 23 16:22:52.127275 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ff7261a8-5639-4c59-80b1-1ea8ae5c6a93 req-a8f41605-d88c-44ba-92f5-62542364e434 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393310 Jul 23 16:22:52.295076 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8c891-bd5d-4f14-844b-c1555eddb3f3 req-ba87edff-be81-4206-9912-9fccd72c91a6 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:52.296543 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-80b8c891-bd5d-4f14-844b-c1555eddb3f3 req-ba87edff-be81-4206-9912-9fccd72c91a6 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0812938 Jul 23 16:22:52.346002 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-80b8c891-bd5d-4f14-844b-c1555eddb3f3 req-f7aa8b00-1c70-4e82-8806-46b3d9d30508 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437744 Jul 23 16:22:52.367214 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59852) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:52.639392 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c629f2-98ab-472b-90c7-0024efb5f0cd tempest-TestShelveInstance-1309755674 tempest-TestShelveInstance-1309755674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:52.640997 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-12c629f2-98ab-472b-90c7-0024efb5f0cd tempest-TestShelveInstance-1309755674 tempest-TestShelveInstance-1309755674-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 1093 time: 0.2727902 Jul 23 16:22:52.645415 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59856) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:52.649796 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.v2.base [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Request body: {'floatingip': {'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'port_id': '1315d00c-24d0-41dd-98df-50d3dbf4b03a', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:52.677827 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for floatingip, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:52.776498 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:52.898358 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_common [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Allocated IP 172.27.0.143 (241ebba6-cd57-4e89-ae41-1e1bc2228a25/f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33/4d027341-e067-4d65-87fc-be52a1f90a54) {{(pid=93296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:53.032973 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for port, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:53.073446 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727500047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:53.111209 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Network 241ebba6-cd57-4e89-ae41-1e1bc2228a25 is already hosted by enough agents. {{(pid=93296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:53.115952 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.base_scheduler [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Resources bound (agent type, host, resource id): {{(pid=93296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:53.119578 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Received port after_create {{(pid=93296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:53.125184 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Pushing event updated for resources: {'Port': ['ID=4d027341-e067-4d65-87fc-be52a1f90a54,revision_number=1']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:53.757957 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:53.840994 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.002648 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for port, precommit_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.009257 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15978034'] for port, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.077783 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Pushing event updated for resources: {'Port': ['ID=4d027341-e067-4d65-87fc-be52a1f90a54,revision_number=2']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:54.093652 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736144'] for floatingip, after_update {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.204114 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.db.l3_db [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Floating IP e07b0bf6-037d-4fc5-8056-eb6a081d9988 associated. External IP: 172.27.0.143, port: 1315d00c-24d0-41dd-98df-50d3dbf4b03a. Jul 23 16:22:54.407136 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Router 0f21230a-e55b-4d04-8b22-9f45e5f38407 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:54.519358 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:54.529212 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca53e4a3-8803-4145-969a-bf59ae6cf362 None None] Sync routers for ids ['0f21230a-e55b-4d04-8b22-9f45e5f38407'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:54.536145 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.538807 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca53e4a3-8803-4145-969a-bf59ae6cf362 None None] Routers {'0f21230a-e55b-4d04-8b22-9f45e5f38407'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:54.539486 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-ca53e4a3-8803-4145-969a-bf59ae6cf362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:22:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0f21230a-e55b-4d04-8b22-9f45e5f38407'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:54.573384 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-faceaba4-d46c-4037-8837-9a7fc49504ec tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9269841 Jul 23 16:22:54.573993 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'tag': '1315d00c-24d0-41dd-98df-50d3dbf4b03a'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:54.576289 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2cde30-eea7-4b74-b26d-7d774686bc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c07e73f-1fd5-43c5-952b-df775c2cd6e5", "tag": "1315d00c-24d0-41dd-98df-50d3dbf4b03a"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:54.620500 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3bb17b-1a71-48e3-9479-07c5efbdcfc7 x-openstack-request-id: req-1e3bb17b-1a71-48e3-9479-07c5efbdcfc7 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:54.620809 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c07e73f-1fd5-43c5-952b-df775c2cd6e5", "tag": "1315d00c-24d0-41dd-98df-50d3dbf4b03a", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:54.621115 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e3bb17b-1a71-48e3-9479-07c5efbdcfc7 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:54.621551 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'tag': '1315d00c-24d0-41dd-98df-50d3dbf4b03a', 'status': 'completed', 'code': 200} Jul 23 16:22:54.645676 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-ca53e4a3-8803-4145-969a-bf59ae6cf362 None None] Set router 0f21230a-e55b-4d04-8b22-9f45e5f38407 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:54.736581 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cde30-eea7-4b74-b26d-7d774686bc1b req-bb871054-c1d0-4a94-a734-b393f52b9d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:54.738012 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fe2cde30-eea7-4b74-b26d-7d774686bc1b req-bb871054-c1d0-4a94-a734-b393f52b9d26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c640d040d652410c84d3bb10405ad009&device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0588830 Jul 23 16:22:54.829493 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cde30-eea7-4b74-b26d-7d774686bc1b req-a72986ce-ce44-4932-956e-0026cf8e4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:54.830972 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fe2cde30-eea7-4b74-b26d-7d774686bc1b req-a72986ce-ce44-4932-956e-0026cf8e4eb9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=228c64c6-d4fc-435f-99b8-c30874fced0d HTTP/1.1" status: 200 len: 909 time: 0.0853710 Jul 23 16:22:54.875908 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-ca53e4a3-8803-4145-969a-bf59ae6cf362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'name': 'tempest-TestShelveInstance-642615345-router', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:07Z', 'revision_number': 4, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'gw_port': {'id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': 'e07b0bf6-037d-4fc5-8056-eb6a081d9988', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'port_id': '1315d00c-24d0-41dd-98df-50d3dbf4b03a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'mac_address': 'fa:16:3e:7a:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:53Z', 'updated_at': '2021-07-23T16:22:53Z', 'revision_number': 0, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cedfdbd-f927-4cd3-b616-79fcab43cb86', 'name': '', 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'mac_address': 'fa:16:3e:c5:04:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '08f50097-d250-41cd-9b40-d8f453f71716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:06Z', 'updated_at': '2021-07-23T16:22:13Z', 'revision_number': 5, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'subnets': [{'id': '08f50097-d250-41cd-9b40-d8f453f71716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:54.899722 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fe2cde30-eea7-4b74-b26d-7d774686bc1b req-f95a0e31-5170-4ca7-902a-4b3bf128587d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1315d00c-24d0-41dd-98df-50d3dbf4b03a HTTP/1.1" status: 200 len: 999 time: 0.0614886 Jul 23 16:22:54.906401 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca53e4a3-8803-4145-969a-bf59ae6cf362 None None] Checking router: 0f21230a-e55b-4d04-8b22-9f45e5f38407 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:54.915845 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca53e4a3-8803-4145-969a-bf59ae6cf362 None None] Routers {'0f21230a-e55b-4d04-8b22-9f45e5f38407'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:54.916464 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-ca53e4a3-8803-4145-969a-bf59ae6cf362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:22:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0f21230a-e55b-4d04-8b22-9f45e5f38407'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:54.948221 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cde30-eea7-4b74-b26d-7d774686bc1b req-9b53b7b4-9452-478c-bf31-478d94d23859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:54.949689 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fe2cde30-eea7-4b74-b26d-7d774686bc1b req-9b53b7b4-9452-478c-bf31-478d94d23859 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08f50097-d250-41cd-9b40-d8f453f71716 HTTP/1.1" status: 200 len: 847 time: 0.0433090 Jul 23 16:22:55.011698 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cde30-eea7-4b74-b26d-7d774686bc1b req-4ab3d529-489d-406f-b7b2-d158fe18e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:55.013235 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fe2cde30-eea7-4b74-b26d-7d774686bc1b req-4ab3d529-489d-406f-b7b2-d158fe18e7c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=228c64c6-d4fc-435f-99b8-c30874fced0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0572178 Jul 23 16:22:55.022585 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-ca53e4a3-8803-4145-969a-bf59ae6cf362 None None] Set router 0f21230a-e55b-4d04-8b22-9f45e5f38407 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:55.112122 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fe2cde30-eea7-4b74-b26d-7d774686bc1b req-001cb16c-9f45-45ad-a268-cf141595118e service neutron] 10.222.0.59 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892208 Jul 23 16:22:55.206025 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-fe2cde30-eea7-4b74-b26d-7d774686bc1b req-486c7d80-9a1a-444c-b162-ec98602f55b9 service neutron] 10.222.0.59 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868440 Jul 23 16:22:55.380689 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-ca53e4a3-8803-4145-969a-bf59ae6cf362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'name': 'tempest-TestShelveInstance-642615345-router', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:07Z', 'revision_number': 4, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'gw_port': {'id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': 'e07b0bf6-037d-4fc5-8056-eb6a081d9988', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'port_id': '1315d00c-24d0-41dd-98df-50d3dbf4b03a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'mac_address': 'fa:16:3e:7a:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:53Z', 'updated_at': '2021-07-23T16:22:53Z', 'revision_number': 0, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cedfdbd-f927-4cd3-b616-79fcab43cb86', 'name': '', 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'mac_address': 'fa:16:3e:c5:04:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '08f50097-d250-41cd-9b40-d8f453f71716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:06Z', 'updated_at': '2021-07-23T16:22:13Z', 'revision_number': 5, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'subnets': [{'id': '08f50097-d250-41cd-9b40-d8f453f71716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:55.408637 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca53e4a3-8803-4145-969a-bf59ae6cf362 None None] The sync data for ids ['0f21230a-e55b-4d04-8b22-9f45e5f38407'] in dv-cinder-796286-18-iscsi is: [{'id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'name': 'tempest-TestShelveInstance-642615345-router', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:07Z', 'revision_number': 4, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'gw_port': {'id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': 'e07b0bf6-037d-4fc5-8056-eb6a081d9988', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'port_id': '1315d00c-24d0-41dd-98df-50d3dbf4b03a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'mac_address': 'fa:16:3e:7a:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:53Z', 'updated_at': '2021-07-23T16:22:53Z', 'revision_number': 0, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cedfdbd-f927-4cd3-b616-79fcab43cb86', 'name': '', 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'mac_address': 'fa:16:3e:c5:04:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '08f50097-d250-41cd-9b40-d8f453f71716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:06Z', 'updated_at': '2021-07-23T16:22:13Z', 'revision_number': 5, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'subnets': [{'id': '08f50097-d250-41cd-9b40-d8f453f71716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:55.612975 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1762e727-9f27-40a2-bd08-96810cb6339a None None] New status for floating IP e07b0bf6-037d-4fc5-8056-eb6a081d9988: ACTIVE {{(pid=93299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:23:01.708357 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:23:12.340246 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.796892 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-4823f182-c75d-441a-ad6f-b9f71795f03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:18.588915 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-6a9e746b-b764-4e78-9753-5fa0acfc2d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:18.840253 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:19.310234 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:21.097608 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:21.356166 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f228a164-4abe-4761-a862-f81a96cbefd4 req-436a0226-bb46-4a4d-b55f-246566077374 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0636289 Jul 23 16:23:21.481963 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228a164-4abe-4761-a862-f81a96cbefd4 req-e30fea59-f82c-43eb-a0fa-d5a7ed9b6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:21.483496 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f228a164-4abe-4761-a862-f81a96cbefd4 req-e30fea59-f82c-43eb-a0fa-d5a7ed9b6c47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff5d477b98d144eda7ab469b1df679e6&device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 1099 time: 0.0619547 Jul 23 16:23:21.609534 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228a164-4abe-4761-a862-f81a96cbefd4 req-7a0fb2ef-4009-4d46-b563-8b5e324cc14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:21.610911 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f228a164-4abe-4761-a862-f81a96cbefd4 req-7a0fb2ef-4009-4d46-b563-8b5e324cc14a service neutron] 10.222.0.59 "GET /v2.0/networks?id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e HTTP/1.1" status: 200 len: 913 time: 0.0978324 Jul 23 16:23:21.689373 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f228a164-4abe-4761-a862-f81a96cbefd4 req-7e846cff-dff4-434b-a307-d6167c7abed1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bbe0574-c7cd-4f8b-ada6-199e12411f85 HTTP/1.1" status: 200 len: 1002 time: 0.0626523 Jul 23 16:23:21.743839 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228a164-4abe-4761-a862-f81a96cbefd4 req-aeef949b-23f7-4389-9211-3b0e7449e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:21.745281 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f228a164-4abe-4761-a862-f81a96cbefd4 req-aeef949b-23f7-4389-9211-3b0e7449e33d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1345c1fc-90b2-4087-8e13-41bf62bf0f8f HTTP/1.1" status: 200 len: 851 time: 0.0493441 Jul 23 16:23:21.826508 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228a164-4abe-4761-a862-f81a96cbefd4 req-f3f82e9f-18e8-4469-bc75-a5a7eb623dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:21.828756 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f228a164-4abe-4761-a862-f81a96cbefd4 req-f3f82e9f-18e8-4469-bc75-a5a7eb623dfb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0764658 Jul 23 16:23:21.925045 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f228a164-4abe-4761-a862-f81a96cbefd4 req-fe6ef6cc-b13b-4a86-b266-fda49c44ec51 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871584 Jul 23 16:23:22.020388 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f228a164-4abe-4761-a862-f81a96cbefd4 req-6bd77416-4644-47c6-bc07-7ed907f2f7a7 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862074 Jul 23 16:23:38.712871 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:23:42.354332 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:45.799444 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-ffd277a2-3d16-4158-9baa-3b6aec54e58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:48.583624 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d9d33823-d686-45a7-b635-7d4cab9fff70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:48.832547 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:49.312478 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:51.098696 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.320723 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59884) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:02.493772 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Deleting port ffc5c99f-d3c1-4ccc-9826-428734b303eb {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:02.494187 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.587850 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.588076 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.600205 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Calling delete_port for ffc5c99f-d3c1-4ccc-9826-428734b303eb owned by network:floatingip {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:02.784502 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.811651 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event deleted for resources: {'Port': ['ID=ffc5c99f-d3c1-4ccc-9826-428734b303eb,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:02.823353 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:02.823702 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:02.824046 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:02.824379 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:02.824708 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:02.825039 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:02.825347 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:02.825693 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:02.825987 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:02.826339 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:02.826661 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:02.826972 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:02.885025 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for floatingip, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:02.885297 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.l3_db [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Floating IP 5acbe68d-936c-4262-af36-c5fcad1d5c8b disassociated (deleted). External IP: 172.27.0.10, port: fef272f6-685d-4641-8b84-5b3e98b086cd. Jul 23 16:24:03.103725 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Router 0269c8be-15a4-4024-81a2-5c718e93e027 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:24:03.225214 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:24:03.230311 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:03.235052 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818d2e34-e4f1-4393-8171-70bd0913ab98 None None] Sync routers for ids ['0269c8be-15a4-4024-81a2-5c718e93e027'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:24:03.245230 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d2e34-e4f1-4393-8171-70bd0913ab98 None None] Routers {'0269c8be-15a4-4024-81a2-5c718e93e027'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:03.245849 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-818d2e34-e4f1-4393-8171-70bd0913ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:23:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0269c8be-15a4-4024-81a2-5c718e93e027'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:03.268347 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-b2278424-a38b-4abc-ab50-eed685fceb09 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "DELETE /v2.0/floatingips/5acbe68d-936c-4262-af36-c5fcad1d5c8b HTTP/1.1" status: 204 len: 168 time: 0.9464321 Jul 23 16:24:03.268937 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab23a27-971c-41ad-91e6-44d1ea4345a9', 'tag': 'fef272f6-685d-4641-8b84-5b3e98b086cd'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:03.271238 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e731784-7b9c-4f1f-92c0-27eb7737b1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "bab23a27-971c-41ad-91e6-44d1ea4345a9", "tag": "fef272f6-685d-4641-8b84-5b3e98b086cd"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:03.350702 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-818d2e34-e4f1-4393-8171-70bd0913ab98 None None] Set router 0269c8be-15a4-4024-81a2-5c718e93e027 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:03.429370 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d326d7b-32c9-4a59-aa5a-68ce8f42f6d7 x-openstack-request-id: req-1d326d7b-32c9-4a59-aa5a-68ce8f42f6d7 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:03.429906 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab23a27-971c-41ad-91e6-44d1ea4345a9", "tag": "fef272f6-685d-4641-8b84-5b3e98b086cd", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:03.429906 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d326d7b-32c9-4a59-aa5a-68ce8f42f6d7 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:03.430283 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab23a27-971c-41ad-91e6-44d1ea4345a9', 'tag': 'fef272f6-685d-4641-8b84-5b3e98b086cd', 'status': 'completed', 'code': 200} Jul 23 16:24:03.561337 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf928c9e-7b2d-47b2-92e8-ba98f1bbabb9 req-e0d104e6-a52a-4447-9767-85391577ad0e tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:03.563172 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cf928c9e-7b2d-47b2-92e8-ba98f1bbabb9 req-e0d104e6-a52a-4447-9767-85391577ad0e tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 945 time: 0.0890217 Jul 23 16:24:03.592885 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e731784-7b9c-4f1f-92c0-27eb7737b1e7 req-a46d8e8d-d80e-46b8-8b70-b7ebf24c7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:03.594530 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8e731784-7b9c-4f1f-92c0-27eb7737b1e7 req-a46d8e8d-d80e-46b8-8b70-b7ebf24c7244 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff5d477b98d144eda7ab469b1df679e6&device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 1098 time: 0.0679631 Jul 23 16:24:03.600299 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-818d2e34-e4f1-4393-8171-70bd0913ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': '78bda607-ad9d-4b61-ba5c-0a363310c058', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'port_id': '2bbe0574-c7cd-4f8b-ada6-199e12411f85', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'mac_address': 'fa:16:3e:1b:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:20:00Z', 'updated_at': '2021-07-23T16:20:03Z', 'revision_number': 1, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:03.608671 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-cf928c9e-7b2d-47b2-92e8-ba98f1bbabb9 req-ebc7651f-1f9d-4b91-a26d-de97ac1c7ad3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368741 Jul 23 16:24:03.627624 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818d2e34-e4f1-4393-8171-70bd0913ab98 None None] Checking router: 0269c8be-15a4-4024-81a2-5c718e93e027 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:03.636698 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d2e34-e4f1-4393-8171-70bd0913ab98 None None] Routers {'0269c8be-15a4-4024-81a2-5c718e93e027'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:03.637412 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-818d2e34-e4f1-4393-8171-70bd0913ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:23:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0269c8be-15a4-4024-81a2-5c718e93e027'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:03.686030 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e731784-7b9c-4f1f-92c0-27eb7737b1e7 req-cae322d3-9c7d-4170-b4a9-92113f5d38af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:03.687544 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8e731784-7b9c-4f1f-92c0-27eb7737b1e7 req-cae322d3-9c7d-4170-b4a9-92113f5d38af service neutron] 10.222.0.59 "GET /v2.0/networks?id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e HTTP/1.1" status: 200 len: 913 time: 0.0856512 Jul 23 16:24:03.734035 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8e731784-7b9c-4f1f-92c0-27eb7737b1e7 req-1cedf604-be4f-4ca5-b04c-1daa4221ee08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fef272f6-685d-4641-8b84-5b3e98b086cd HTTP/1.1" status: 200 len: 217 time: 0.0385540 Jul 23 16:24:03.747821 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-818d2e34-e4f1-4393-8171-70bd0913ab98 None None] Set router 0269c8be-15a4-4024-81a2-5c718e93e027 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:03.785493 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e731784-7b9c-4f1f-92c0-27eb7737b1e7 req-7dcd2a02-e71c-42df-9504-0dd3a3efc845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:03.786994 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8e731784-7b9c-4f1f-92c0-27eb7737b1e7 req-7dcd2a02-e71c-42df-9504-0dd3a3efc845 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1345c1fc-90b2-4087-8e13-41bf62bf0f8f HTTP/1.1" status: 200 len: 851 time: 0.0452366 Jul 23 16:24:03.853024 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e731784-7b9c-4f1f-92c0-27eb7737b1e7 req-d184d98b-fc69-4cfd-896d-f1a3fbffe3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:03.854620 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8e731784-7b9c-4f1f-92c0-27eb7737b1e7 req-d184d98b-fc69-4cfd-896d-f1a3fbffe3b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0584934 Jul 23 16:24:03.953788 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8e731784-7b9c-4f1f-92c0-27eb7737b1e7 req-90d3992e-312d-45a0-914d-9fc491ba9f50 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892861 Jul 23 16:24:03.992478 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-818d2e34-e4f1-4393-8171-70bd0913ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': '78bda607-ad9d-4b61-ba5c-0a363310c058', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'port_id': '2bbe0574-c7cd-4f8b-ada6-199e12411f85', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'mac_address': 'fa:16:3e:1b:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:20:00Z', 'updated_at': '2021-07-23T16:20:03Z', 'revision_number': 1, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:04.019522 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818d2e34-e4f1-4393-8171-70bd0913ab98 None None] The sync data for ids ['0269c8be-15a4-4024-81a2-5c718e93e027'] in dv-cinder-796286-18-iscsi is: [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_floatingips': [{'id': '78bda607-ad9d-4b61-ba5c-0a363310c058', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'router_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'port_id': '2bbe0574-c7cd-4f8b-ada6-199e12411f85', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'mac_address': 'fa:16:3e:1b:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:20:00Z', 'updated_at': '2021-07-23T16:20:03Z', 'revision_number': 1, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:04.051944 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-8e731784-7b9c-4f1f-92c0-27eb7737b1e7 req-b9badd2f-ad5b-4bb8-a140-471a29c25371 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892744 Jul 23 16:24:04.246220 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf4323b-f1ac-41da-90da-4adaccad962c None None] New status for floating IP 5acbe68d-936c-4262-af36-c5fcad1d5c8b: DOWN {{(pid=93299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:24:04.743654 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac605f8b-0f47-44de-8dba-52366ccaadfd req-463620fe-5fd4-40f3-a0df-bb2166a6fdaf tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:04.745174 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ac605f8b-0f47-44de-8dba-52366ccaadfd req-463620fe-5fd4-40f3-a0df-bb2166a6fdaf tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 945 time: 0.0679450 Jul 23 16:24:04.789535 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ac605f8b-0f47-44de-8dba-52366ccaadfd req-101eeffe-0c42-43b8-b296-5ce6bf580d46 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366678 Jul 23 16:24:05.416466 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026edac7-ba03-4db4-84f8-cf84ac0e47d1 req-51cea992-9132-4bba-80fc-c0d01cfe4267 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:05.417938 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-026edac7-ba03-4db4-84f8-cf84ac0e47d1 req-51cea992-9132-4bba-80fc-c0d01cfe4267 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.59 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 945 time: 0.0746987 Jul 23 16:24:05.524869 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-026edac7-ba03-4db4-84f8-cf84ac0e47d1 req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Deleting port fef272f6-685d-4641-8b84-5b3e98b086cd {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:05.525242 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-026edac7-ba03-4db4-84f8-cf84ac0e47d1 req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:05.627536 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-026edac7-ba03-4db4-84f8-cf84ac0e47d1 req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] For port fef272f6-685d-4641-8b84-5b3e98b086cd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fef272f6-685d-4641-8b84-5b3e98b086cd,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:05.627880 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-026edac7-ba03-4db4-84f8-cf84ac0e47d1 req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:05.641193 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-026edac7-ba03-4db4-84f8-cf84ac0e47d1 req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Calling delete_port for fef272f6-685d-4641-8b84-5b3e98b086cd owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:05.772114 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-026edac7-ba03-4db4-84f8-cf84ac0e47d1 req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:05.804588 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event deleted for resources: {'Port': ['ID=fef272f6-685d-4641-8b84-5b3e98b086cd,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:05.835677 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.836018 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.836382 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.837068 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.837068 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.837412 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.837740 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.838074 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.838402 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.838728 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.839052 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.839401 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:05.862625 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-026edac7-ba03-4db4-84f8-cf84ac0e47d1 req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] No DVR routers for this DVR port fef272f6-685d-4641-8b84-5b3e98b086cd on host hv-cinder-79628 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:05.865290 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-026edac7-ba03-4db4-84f8-cf84ac0e47d1 req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:05.867360 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-026edac7-ba03-4db4-84f8-cf84ac0e47d1 req-eea1c1ea-ccf9-47c0-8b3e-251523696ed3 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.59 "DELETE /v2.0/ports/fef272f6-685d-4641-8b84-5b3e98b086cd HTTP/1.1" status: 204 len: 173 time: 0.4434779 Jul 23 16:24:05.867819 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab23a27-971c-41ad-91e6-44d1ea4345a9', 'name': 'network-vif-deleted', 'tag': 'fef272f6-685d-4641-8b84-5b3e98b086cd'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:05.871054 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3066a7-5232-4ea7-be1a-cc840f0339e7" -d '{"events": [{"server_uuid": "bab23a27-971c-41ad-91e6-44d1ea4345a9", "name": "network-vif-deleted", "tag": "fef272f6-685d-4641-8b84-5b3e98b086cd"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:05.891914 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-5cd87937-5153-4c1f-99fa-19d3ceb4af18 req-d8a7e2f9-111b-495f-95db-dcc301760833 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=bab23a27-971c-41ad-91e6-44d1ea4345a9 HTTP/1.1" status: 200 len: 210 time: 0.0296850 Jul 23 16:24:05.939485 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb7e30c-8603-468b-996f-82817431d7a6 x-openstack-request-id: req-6eb7e30c-8603-468b-996f-82817431d7a6 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:05.939813 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab23a27-971c-41ad-91e6-44d1ea4345a9", "name": "network-vif-deleted", "tag": "fef272f6-685d-4641-8b84-5b3e98b086cd", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:05.940261 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6eb7e30c-8603-468b-996f-82817431d7a6 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:05.940561 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab23a27-971c-41ad-91e6-44d1ea4345a9', 'name': 'network-vif-deleted', 'tag': 'fef272f6-685d-4641-8b84-5b3e98b086cd', 'status': 'completed', 'code': 200} Jul 23 16:24:07.775814 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device fef272f6-685d-4641-8b84-5b3e98b086cd no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:07.796154 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: fef272f6-685d-4641-8b84-5b3e98b086cd {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:07.796538 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device fef272f6-685d-4641-8b84-5b3e98b086cd not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:09.233018 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59922) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:09.396817 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-6612d314-4a28-4526-83c0-5910cbbdf914 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Deleting port aca143c2-94d7-450b-93ff-881fe646d8fa {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:09.397156 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6612d314-4a28-4526-83c0-5910cbbdf914 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.477168 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6612d314-4a28-4526-83c0-5910cbbdf914 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.477395 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6612d314-4a28-4526-83c0-5910cbbdf914 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.489113 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-6612d314-4a28-4526-83c0-5910cbbdf914 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Calling delete_port for aca143c2-94d7-450b-93ff-881fe646d8fa owned by network:floatingip {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:09.648190 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6612d314-4a28-4526-83c0-5910cbbdf914 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.674288 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612d314-4a28-4526-83c0-5910cbbdf914 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event deleted for resources: {'Port': ['ID=aca143c2-94d7-450b-93ff-881fe646d8fa,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:09.746512 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6612d314-4a28-4526-83c0-5910cbbdf914 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for floatingip, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.746775 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.l3_db [None req-6612d314-4a28-4526-83c0-5910cbbdf914 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Floating IP 78bda607-ad9d-4b61-ba5c-0a363310c058 disassociated (deleted). External IP: 172.27.0.122, port: 2bbe0574-c7cd-4f8b-ada6-199e12411f85. Jul 23 16:24:09.975674 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6612d314-4a28-4526-83c0-5910cbbdf914 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Router 0269c8be-15a4-4024-81a2-5c718e93e027 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:24:10.088273 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6612d314-4a28-4526-83c0-5910cbbdf914 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:24:10.093909 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-6612d314-4a28-4526-83c0-5910cbbdf914 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:10.100649 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068da7a6-e227-4034-92af-8d930ae0938d None None] Sync routers for ids ['0269c8be-15a4-4024-81a2-5c718e93e027'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:24:10.110499 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068da7a6-e227-4034-92af-8d930ae0938d None None] Routers {'0269c8be-15a4-4024-81a2-5c718e93e027'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:10.111141 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-068da7a6-e227-4034-92af-8d930ae0938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:23:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0269c8be-15a4-4024-81a2-5c718e93e027'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:10.130963 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-6612d314-4a28-4526-83c0-5910cbbdf914 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "DELETE /v2.0/floatingips/78bda607-ad9d-4b61-ba5c-0a363310c058 HTTP/1.1" status: 204 len: 168 time: 0.8967891 Jul 23 16:24:10.131568 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'tag': '2bbe0574-c7cd-4f8b-ada6-199e12411f85'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:10.133823 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fbb0d1-6c77-4990-979e-29e242b60975" -d '{"events": [{"name": "network-changed", "server_uuid": "8c48bd21-b820-4f5c-b4be-34de564b55a4", "tag": "2bbe0574-c7cd-4f8b-ada6-199e12411f85"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:10.222689 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-068da7a6-e227-4034-92af-8d930ae0938d None None] Set router 0269c8be-15a4-4024-81a2-5c718e93e027 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:10.294236 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2587e9f-9b0c-4462-bb6c-1a9d1e8593c0 x-openstack-request-id: req-b2587e9f-9b0c-4462-bb6c-1a9d1e8593c0 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:10.294771 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c48bd21-b820-4f5c-b4be-34de564b55a4", "tag": "2bbe0574-c7cd-4f8b-ada6-199e12411f85", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:10.294771 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b2587e9f-9b0c-4462-bb6c-1a9d1e8593c0 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:10.295295 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'tag': '2bbe0574-c7cd-4f8b-ada6-199e12411f85', 'status': 'completed', 'code': 200} Jul 23 16:24:10.418508 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51505e-b9ce-486c-afff-dcef3f319fc7 req-b560db6a-1ba2-4641-a1d1-14a84d535d52 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:10.420377 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8e51505e-b9ce-486c-afff-dcef3f319fc7 req-b560db6a-1ba2-4641-a1d1-14a84d535d52 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 946 time: 0.0748680 Jul 23 16:24:10.426566 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbb0d1-6c77-4990-979e-29e242b60975 req-637a74ac-75cf-4d91-9dd2-ef157047ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:10.428104 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66fbb0d1-6c77-4990-979e-29e242b60975 req-637a74ac-75cf-4d91-9dd2-ef157047ccd3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff5d477b98d144eda7ab469b1df679e6&device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 1099 time: 0.0637069 Jul 23 16:24:10.436511 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-068da7a6-e227-4034-92af-8d930ae0938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:10.466659 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-8e51505e-b9ce-486c-afff-dcef3f319fc7 req-139949e1-816a-49d4-b1ff-76f55663464f tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400672 Jul 23 16:24:10.467162 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068da7a6-e227-4034-92af-8d930ae0938d None None] Checking router: 0269c8be-15a4-4024-81a2-5c718e93e027 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:10.476058 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068da7a6-e227-4034-92af-8d930ae0938d None None] Routers {'0269c8be-15a4-4024-81a2-5c718e93e027'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:10.476688 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-068da7a6-e227-4034-92af-8d930ae0938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:23:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0269c8be-15a4-4024-81a2-5c718e93e027'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:10.526505 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbb0d1-6c77-4990-979e-29e242b60975 req-7f130228-292e-4066-8827-80a93739abed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:10.528221 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66fbb0d1-6c77-4990-979e-29e242b60975 req-7f130228-292e-4066-8827-80a93739abed service neutron] 10.222.0.59 "GET /v2.0/networks?id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e HTTP/1.1" status: 200 len: 913 time: 0.0931008 Jul 23 16:24:10.570394 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66fbb0d1-6c77-4990-979e-29e242b60975 req-5f547374-fce9-4a55-9854-224e93b43083 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bbe0574-c7cd-4f8b-ada6-199e12411f85 HTTP/1.1" status: 200 len: 217 time: 0.0341966 Jul 23 16:24:10.583961 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-068da7a6-e227-4034-92af-8d930ae0938d None None] Set router 0269c8be-15a4-4024-81a2-5c718e93e027 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:10.622755 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbb0d1-6c77-4990-979e-29e242b60975 req-20351771-be66-4ef2-a9eb-a130b4c4b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:10.624328 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66fbb0d1-6c77-4990-979e-29e242b60975 req-20351771-be66-4ef2-a9eb-a130b4c4b836 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1345c1fc-90b2-4087-8e13-41bf62bf0f8f HTTP/1.1" status: 200 len: 851 time: 0.0470476 Jul 23 16:24:10.690828 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbb0d1-6c77-4990-979e-29e242b60975 req-39a9830c-9529-4631-8891-e6686d98e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:10.692441 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66fbb0d1-6c77-4990-979e-29e242b60975 req-39a9830c-9529-4631-8891-e6686d98e2bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0589886 Jul 23 16:24:10.795626 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-068da7a6-e227-4034-92af-8d930ae0938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:10.798694 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66fbb0d1-6c77-4990-979e-29e242b60975 req-c45578ec-b5b3-4c60-820b-5d4a2c89d3a0 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976892 Jul 23 16:24:10.822823 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068da7a6-e227-4034-92af-8d930ae0938d None None] The sync data for ids ['0269c8be-15a4-4024-81a2-5c718e93e027'] in dv-cinder-796286-18-iscsi is: [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '70e09f69-0892-4e37-ad09-972d262616ee', 'name': '', 'network_id': '3b0c78ce-3ca2-4b17-bca0-e417ea14df4e', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'mac_address': 'fa:16:3e:a9:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:24Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'subnets': [{'id': '1345c1fc-90b2-4087-8e13-41bf62bf0f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:10.911797 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-66fbb0d1-6c77-4990-979e-29e242b60975 req-ec3ef78c-5f31-4e89-b791-91e4be5c3713 service neutron] 10.222.0.59 "GET /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058860 Jul 23 16:24:11.075510 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c649d092-9db9-47dc-8631-f68bdd9ad3d1 None None] New status for floating IP 78bda607-ad9d-4b61-ba5c-0a363310c058: DOWN {{(pid=93299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:24:11.616789 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71571b33-b437-4341-bfb5-d9e27f5d0953 req-2ef1e018-6ca0-42dd-b0a7-b46efddb0a12 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:11.618321 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-71571b33-b437-4341-bfb5-d9e27f5d0953 req-2ef1e018-6ca0-42dd-b0a7-b46efddb0a12 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 946 time: 0.0702295 Jul 23 16:24:11.660524 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-71571b33-b437-4341-bfb5-d9e27f5d0953 req-e6607747-77a9-40ff-bbd8-0248336c28f7 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357721 Jul 23 16:24:12.134546 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78417add-48a2-448a-80df-98986eebfc2a req-677e8900-15d3-4a24-8237-fbc6b9b0d640 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:12.136084 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-78417add-48a2-448a-80df-98986eebfc2a req-677e8900-15d3-4a24-8237-fbc6b9b0d640 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 946 time: 0.0668979 Jul 23 16:24:12.247857 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-78417add-48a2-448a-80df-98986eebfc2a req-1611c6e0-1e7d-4e56-8752-4071c0c026aa tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Deleting port 2bbe0574-c7cd-4f8b-ada6-199e12411f85 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:12.248159 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-78417add-48a2-448a-80df-98986eebfc2a req-1611c6e0-1e7d-4e56-8752-4071c0c026aa tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.342151 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-78417add-48a2-448a-80df-98986eebfc2a req-1611c6e0-1e7d-4e56-8752-4071c0c026aa tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] For port 2bbe0574-c7cd-4f8b-ada6-199e12411f85, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2bbe0574-c7cd-4f8b-ada6-199e12411f85,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:12.343433 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-78417add-48a2-448a-80df-98986eebfc2a req-1611c6e0-1e7d-4e56-8752-4071c0c026aa tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.357628 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-78417add-48a2-448a-80df-98986eebfc2a req-1611c6e0-1e7d-4e56-8752-4071c0c026aa tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Calling delete_port for 2bbe0574-c7cd-4f8b-ada6-199e12411f85 owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:12.362219 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.504432 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-78417add-48a2-448a-80df-98986eebfc2a req-1611c6e0-1e7d-4e56-8752-4071c0c026aa tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.533701 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611c6e0-1e7d-4e56-8752-4071c0c026aa tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event deleted for resources: {'Port': ['ID=2bbe0574-c7cd-4f8b-ada6-199e12411f85,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:12.586177 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-78417add-48a2-448a-80df-98986eebfc2a req-1611c6e0-1e7d-4e56-8752-4071c0c026aa tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] No DVR routers for this DVR port 2bbe0574-c7cd-4f8b-ada6-199e12411f85 on host hv-cinder-79628 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:12.588760 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-78417add-48a2-448a-80df-98986eebfc2a req-1611c6e0-1e7d-4e56-8752-4071c0c026aa tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.590942 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-78417add-48a2-448a-80df-98986eebfc2a req-1611c6e0-1e7d-4e56-8752-4071c0c026aa tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.59 "DELETE /v2.0/ports/2bbe0574-c7cd-4f8b-ada6-199e12411f85 HTTP/1.1" status: 204 len: 173 time: 0.4493346 Jul 23 16:24:12.591454 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'name': 'network-vif-deleted', 'tag': '2bbe0574-c7cd-4f8b-ada6-199e12411f85'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:12.594296 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93d94c3-8dfe-4390-b798-e3e0724a0d4a" -d '{"events": [{"server_uuid": "8c48bd21-b820-4f5c-b4be-34de564b55a4", "name": "network-vif-deleted", "tag": "2bbe0574-c7cd-4f8b-ada6-199e12411f85"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:12.634289 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeb63bf-e76b-4e65-9a23-009628a95950 x-openstack-request-id: req-fdeb63bf-e76b-4e65-9a23-009628a95950 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:12.634775 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c48bd21-b820-4f5c-b4be-34de564b55a4", "name": "network-vif-deleted", "tag": "2bbe0574-c7cd-4f8b-ada6-199e12411f85", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:12.635377 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fdeb63bf-e76b-4e65-9a23-009628a95950 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:12.635833 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c48bd21-b820-4f5c-b4be-34de564b55a4', 'name': 'network-vif-deleted', 'tag': '2bbe0574-c7cd-4f8b-ada6-199e12411f85', 'status': 'completed', 'code': 200} Jul 23 16:24:12.758997 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c2691e35-052f-4adb-bd1a-442b60a45c2f req-4c945080-419b-44e4-b0f8-385475b10bc4 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48bd21-b820-4f5c-b4be-34de564b55a4 HTTP/1.1" status: 200 len: 210 time: 0.0276353 Jul 23 16:24:13.817770 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59940) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:13.953932 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-d533db95-45fb-4ecb-929d-250a3f9a9b54 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Deleting port eba48cdd-292c-4395-a784-943a5aa2e906 {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:13.954297 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d533db95-45fb-4ecb-929d-250a3f9a9b54 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.039352 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d533db95-45fb-4ecb-929d-250a3f9a9b54 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.039692 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d533db95-45fb-4ecb-929d-250a3f9a9b54 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.051944 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-d533db95-45fb-4ecb-929d-250a3f9a9b54 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Calling delete_port for eba48cdd-292c-4395-a784-943a5aa2e906 owned by network:floatingip {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:14.192285 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d533db95-45fb-4ecb-929d-250a3f9a9b54 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.219349 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533db95-45fb-4ecb-929d-250a3f9a9b54 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event deleted for resources: {'Port': ['ID=eba48cdd-292c-4395-a784-943a5aa2e906,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:14.302919 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d533db95-45fb-4ecb-929d-250a3f9a9b54 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for floatingip, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.305316 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-d533db95-45fb-4ecb-929d-250a3f9a9b54 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.306497 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-d533db95-45fb-4ecb-929d-250a3f9a9b54 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "DELETE /v2.0/floatingips/f275ff96-bc23-4b04-aa8d-c43b0d363eca HTTP/1.1" status: 204 len: 168 time: 0.4877384 Jul 23 16:24:15.517455 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59954) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:15.578814 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-aa7038f5-ef5b-47e9-b2b2-b905fa4b2097 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.606263 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-aa7038f5-ef5b-47e9-b2b2-b905fa4b2097 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.682682 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-aa7038f5-ef5b-47e9-b2b2-b905fa4b2097 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.685876 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-aa7038f5-ef5b-47e9-b2b2-b905fa4b2097 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.687042 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-aa7038f5-ef5b-47e9-b2b2-b905fa4b2097 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] 10.222.0.69 "DELETE /v2.0/security-groups/f7dbcf35-0c88-4efb-bc27-101bb1ecfb54 HTTP/1.1" status: 204 len: 168 time: 0.1686146 Jul 23 16:24:15.696659 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7038f5-ef5b-47e9-b2b2-b905fa4b2097 tempest-TestVolumeBootPattern-568945733 tempest-TestVolumeBootPattern-568945733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dbcf35-0c88-4efb-bc27-101bb1ecfb54,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:15.711750 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:24:15.742029 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59958) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:15.792625 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-42db4d27-f989-414d-a231-d649352e3e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.806082 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 2bbe0574-c7cd-4f8b-ada6-199e12411f85 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:15.829080 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: 2bbe0574-c7cd-4f8b-ada6-199e12411f85 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:15.829433 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 2bbe0574-c7cd-4f8b-ada6-199e12411f85 not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:16.360732 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9a73092a-cd28-481c-a5f9-1b044c7d159c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729351'] for router_interface, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.618221 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-9a73092a-cd28-481c-a5f9-1b044c7d159c admin admin] Deleting port 70e09f69-0892-4e37-ad09-972d262616ee {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:16.618912 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9a73092a-cd28-481c-a5f9-1b044c7d159c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.704818 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-9a73092a-cd28-481c-a5f9-1b044c7d159c admin admin] For port 70e09f69-0892-4e37-ad09-972d262616ee, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=70e09f69-0892-4e37-ad09-972d262616ee,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:16.705172 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9a73092a-cd28-481c-a5f9-1b044c7d159c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.997014 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-9a73092a-cd28-481c-a5f9-1b044c7d159c admin admin] Calling delete_port for 70e09f69-0892-4e37-ad09-972d262616ee owned by network:router_interface {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:17.205560 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9a73092a-cd28-481c-a5f9-1b044c7d159c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.230863 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73092a-cd28-481c-a5f9-1b044c7d159c admin admin] Pushing event deleted for resources: {'Port': ['ID=70e09f69-0892-4e37-ad09-972d262616ee,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:17.394486 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-9a73092a-cd28-481c-a5f9-1b044c7d159c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728529'] for router_interface, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.618397 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a73092a-cd28-481c-a5f9-1b044c7d159c admin admin] Router 0269c8be-15a4-4024-81a2-5c718e93e027 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:24:17.729779 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a73092a-cd28-481c-a5f9-1b044c7d159c admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:24:17.736967 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-9a73092a-cd28-481c-a5f9-1b044c7d159c admin admin] 10.222.0.69 "PUT /v2.0/routers/0269c8be-15a4-4024-81a2-5c718e93e027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9938571 Jul 23 16:24:17.737861 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59962) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:17.739654 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b426fa-3ff4-4676-add4-fb964c877a98 None None] Sync routers for ids ['0269c8be-15a4-4024-81a2-5c718e93e027'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:24:17.749066 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b426fa-3ff4-4676-add4-fb964c877a98 None None] Routers {'0269c8be-15a4-4024-81a2-5c718e93e027'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:17.749693 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-b7b426fa-3ff4-4676-add4-fb964c877a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:23:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0269c8be-15a4-4024-81a2-5c718e93e027'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:17.841136 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e5d0067d-1b79-4820-bb2a-6edcda269a75 admin admin] Notify callbacks [] for router, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.855569 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-b7b426fa-3ff4-4676-add4-fb964c877a98 None None] Set router 0269c8be-15a4-4024-81a2-5c718e93e027 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:17.946693 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e5d0067d-1b79-4820-bb2a-6edcda269a75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.008271 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-e5d0067d-1b79-4820-bb2a-6edcda269a75 admin admin] Deleting port 5da19ccd-b42f-4cef-bc8a-9a8b6416f938 {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:18.008681 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e5d0067d-1b79-4820-bb2a-6edcda269a75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.057211 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-b7b426fa-3ff4-4676-add4-fb964c877a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:24:17Z', 'revision_number': 5, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port': {'id': '5da19ccd-b42f-4cef-bc8a-9a8b6416f938', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:20Z', 'updated_at': '2021-07-23T16:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:18.082626 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b426fa-3ff4-4676-add4-fb964c877a98 None None] Checking router: 0269c8be-15a4-4024-81a2-5c718e93e027 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:18.090371 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-e5d0067d-1b79-4820-bb2a-6edcda269a75 admin admin] For port 5da19ccd-b42f-4cef-bc8a-9a8b6416f938, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=5da19ccd-b42f-4cef-bc8a-9a8b6416f938,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:18.090756 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e5d0067d-1b79-4820-bb2a-6edcda269a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.091664 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b426fa-3ff4-4676-add4-fb964c877a98 None None] Routers {'0269c8be-15a4-4024-81a2-5c718e93e027'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:18.092272 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-b7b426fa-3ff4-4676-add4-fb964c877a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:23:49Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0269c8be-15a4-4024-81a2-5c718e93e027'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:18.107317 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-e5d0067d-1b79-4820-bb2a-6edcda269a75 admin admin] Calling delete_port for 5da19ccd-b42f-4cef-bc8a-9a8b6416f938 owned by network:router_gateway {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:18.179659 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-b7b426fa-3ff4-4676-add4-fb964c877a98 None None] Set router 0269c8be-15a4-4024-81a2-5c718e93e027 gateway port host: None {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:18.234687 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-b7b426fa-3ff4-4676-add4-fb964c877a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:24:17Z', 'revision_number': 6, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port_host': None}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:18.260739 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b426fa-3ff4-4676-add4-fb964c877a98 None None] The sync data for ids ['0269c8be-15a4-4024-81a2-5c718e93e027'] in dv-cinder-796286-18-iscsi is: [{'id': '0269c8be-15a4-4024-81a2-5c718e93e027', 'name': 'tempest-TestVolumeBootPattern-1781275427-router', 'tenant_id': 'ff5d477b98d144eda7ab469b1df679e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:19Z', 'updated_at': '2021-07-23T16:24:17Z', 'revision_number': 6, 'project_id': 'ff5d477b98d144eda7ab469b1df679e6', 'gw_port_host': None}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:18.289427 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e5d0067d-1b79-4820-bb2a-6edcda269a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.318994 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0067d-1b79-4820-bb2a-6edcda269a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=5da19ccd-b42f-4cef-bc8a-9a8b6416f938,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:18.382873 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e5d0067d-1b79-4820-bb2a-6edcda269a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1735942'] for router_gateway, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.470875 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e5d0067d-1b79-4820-bb2a-6edcda269a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.473172 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e5d0067d-1b79-4820-bb2a-6edcda269a75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.521974 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e5d0067d-1b79-4820-bb2a-6edcda269a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1708002'] for router, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.522494 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d0067d-1b79-4820-bb2a-6edcda269a75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0269c8be-15a4-4024-81a2-5c718e93e027 {{(pid=93297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:24:18.528679 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-e5d0067d-1b79-4820-bb2a-6edcda269a75 admin admin] Notify callbacks [] for router, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.530571 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-e5d0067d-1b79-4820-bb2a-6edcda269a75 admin admin] 10.222.0.69 "DELETE /v2.0/routers/0269c8be-15a4-4024-81a2-5c718e93e027 HTTP/1.1" status: 204 len: 168 time: 0.7913644 Jul 23 16:24:18.534327 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59964) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:18.595180 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-bfb6ea3b-4b7d-4a02-8104-6a74ef9dd5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.601817 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9eaad2-75d9-43c9-a533-de4f922a436a admin admin] Deleting subnet 1345c1fc-90b2-4087-8e13-41bf62bf0f8f {{(pid=93297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:24:18.606695 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7c9eaad2-75d9-43c9-a533-de4f922a436a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.642800 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7c9eaad2-75d9-43c9-a533-de4f922a436a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14844536'] for subnet, precommit_delete_associations {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.724800 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7c9eaad2-75d9-43c9-a533-de4f922a436a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386006'] for subnet, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.786476 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7c9eaad2-75d9-43c9-a533-de4f922a436a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14480353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13107856'] for subnet, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.811880 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9eaad2-75d9-43c9-a533-de4f922a436a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1345c1fc-90b2-4087-8e13-41bf62bf0f8f,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:18.815555 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-7c9eaad2-75d9-43c9-a533-de4f922a436a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.818671 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-7c9eaad2-75d9-43c9-a533-de4f922a436a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1345c1fc-90b2-4087-8e13-41bf62bf0f8f HTTP/1.1" status: 204 len: 168 time: 0.2818036 Jul 23 16:24:18.820018 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59966) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:18.827714 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c98402-a598-41fc-91c7-621754b0cc66 None None] Network 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:18.857342 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.891201 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541368'] for network, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.944765 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] Deleting port a44d27ed-48e6-410c-9517-f0539f219ce2 {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:18.945118 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.017136 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] For port a44d27ed-48e6-410c-9517-f0539f219ce2, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=a44d27ed-48e6-410c-9517-f0539f219ce2,segment=NetworkSegment(d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa),segment_id=d3dbd523-245e-4b01-96d6-e1fa2e8ee8aa)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:19.017501 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.034025 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] Calling delete_port for a44d27ed-48e6-410c-9517-f0539f219ce2 owned by network:dhcp {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:19.048011 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] DHCP port deletion for 3b0c78ce-3ca2-4b17-bca0-e417ea14df4e request from dv-cinder-796286-18-iscsi {{(pid=93298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:24:19.099912 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device a44d27ed-48e6-410c-9517-f0539f219ce2 no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:19.120799 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.152586 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Deleting port a44d27ed-48e6-410c-9517-f0539f219ce2 {{(pid=93298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:19.152982 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.153362 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] No DVR routers for this DVR port a44d27ed-48e6-410c-9517-f0539f219ce2 on host dv-cinder-796286-18-iscsi {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:19.156103 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No active binding found for port a44d27ed-48e6-410c-9517-f0539f219ce2 {{(pid=93298) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 16:24:19.156517 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device a44d27ed-48e6-410c-9517-f0539f219ce2 not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:19.156936 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 5da19ccd-b42f-4cef-bc8a-9a8b6416f938 no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:19.158621 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] Pushing event deleted for resources: {'Port': ['ID=a44d27ed-48e6-410c-9517-f0539f219ce2,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:19.184255 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 5da19ccd-b42f-4cef-bc8a-9a8b6416f938 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:19.184610 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 5da19ccd-b42f-4cef-bc8a-9a8b6416f938 not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:19.185036 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 70e09f69-0892-4e37-ad09-972d262616ee no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:19.215668 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 70e09f69-0892-4e37-ad09-972d262616ee {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:19.216019 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 70e09f69-0892-4e37-ad09-972d262616ee not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:19.232603 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385103', 'neutron.services.segments.db._delete_segments_for_network-8727500513675'] for network, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.243039 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.services.segments.db [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0c78ce-3ca2-4b17-bca0-e417ea14df4e']}} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:19.253344 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.services.segments.db [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa') {'for_net_delete': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:19.253802 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.services.segments.db [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3dbd523-245e-4b01-96d6-e1fa2e8ee8aa') {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:19.263387 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] For port a44d27ed-48e6-410c-9517-f0539f219ce2, host dv-cinder-796286-18-iscsi, got binding levels [] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:19.263599 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727500584376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14844481'] for segment, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.263776 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.275927 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Calling delete_port for a44d27ed-48e6-410c-9517-f0539f219ce2 owned by network:dhcp {{(pid=93298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:19.277973 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.278696 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.ipam_backend_mixin [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Port a44d27ed-48e6-410c-9517-f0539f219ce2 was not found and therefore no delete operation was performed {{(pid=93298) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:24:19.280037 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382'] for port, after_delete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.284332 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:24:19.284736 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14480219'] for segment, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: Traceback (most recent call last): Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: timer() Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: cb(*args, **kw) Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: return func(*args, **kwargs) Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: self._notify() Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: self.callback(batched_events) Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: event.method(event) Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: return f(self, *a, **k) Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: return self._get(url).json() Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: return self.request(url, 'GET', **kwargs) Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:24:19.286592 dv-cinder-796286-18-iscsi neutron-server[93297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:24:19.311242 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Pushing event deleted for resources: {'Port': ['ID=a44d27ed-48e6-410c-9517-f0539f219ce2,revision_number=None']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:19.323940 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] No DVR routers for this DVR port a44d27ed-48e6-410c-9517-f0539f219ce2 on host dv-cinder-796286-18-iscsi {{(pid=93298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:19.326990 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:19.327467 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:19.327784 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:19.328264 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:19.328611 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:19.328946 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:19.329277 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:19.329607 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:19.329937 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:19.330267 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:19.330586 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:19.330907 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de5559e-d039-4eea-86a4-38e2f9bf7d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:19.342328 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.354930 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736162'] for network, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.360515 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.362463 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3b0c78ce-3ca2-4b17-bca0-e417ea14df4e HTTP/1.1" status: 204 len: 168 time: 0.5414495 Jul 23 16:24:19.365763 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59968) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:19.373629 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04ac5f-8665-4f02-9ec1-b7c2781b8681 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b0c78ce-3ca2-4b17-bca0-e417ea14df4e,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:19.732917 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69a2f893-19f6-451b-a807-ffd3661a0010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729351'] for router_interface, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.009917 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-69a2f893-19f6-451b-a807-ffd3661a0010 admin admin] Deleting port 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:20.010258 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69a2f893-19f6-451b-a807-ffd3661a0010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.094997 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-69a2f893-19f6-451b-a807-ffd3661a0010 admin admin] For port 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=3b27ab10-8e09-45cc-b975-3e3b24dfa5ee,segment=NetworkSegment(50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02),segment_id=50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:20.095351 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69a2f893-19f6-451b-a807-ffd3661a0010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.108739 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-69a2f893-19f6-451b-a807-ffd3661a0010 admin admin] Calling delete_port for 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee owned by network:router_interface {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:20.340041 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69a2f893-19f6-451b-a807-ffd3661a0010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.381679 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2f893-19f6-451b-a807-ffd3661a0010 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b27ab10-8e09-45cc-b975-3e3b24dfa5ee,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:20.816717 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-69a2f893-19f6-451b-a807-ffd3661a0010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728529'] for router_interface, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.053323 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a2f893-19f6-451b-a807-ffd3661a0010 admin admin] Router 0abbe70d-fb42-4123-90de-87d7d0a5e802 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:24:21.101144 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.171434 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a2f893-19f6-451b-a807-ffd3661a0010 admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:24:21.177993 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-69a2f893-19f6-451b-a807-ffd3661a0010 admin admin] 10.222.0.69 "PUT /v2.0/routers/0abbe70d-fb42-4123-90de-87d7d0a5e802/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8102260 Jul 23 16:24:21.180946 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59970) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:21.183527 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546e743c-8e47-4df6-9f3f-cb4c98d89596 None None] Sync routers for ids ['0abbe70d-fb42-4123-90de-87d7d0a5e802'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:24:21.194292 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546e743c-8e47-4df6-9f3f-cb4c98d89596 None None] Routers {'0abbe70d-fb42-4123-90de-87d7d0a5e802'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:21.194952 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-546e743c-8e47-4df6-9f3f-cb4c98d89596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:24:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0abbe70d-fb42-4123-90de-87d7d0a5e802'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:21.287673 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bec828f0-b435-4101-9ae7-3f75875ad9ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.301417 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-546e743c-8e47-4df6-9f3f-cb4c98d89596 None None] Set router 0abbe70d-fb42-4123-90de-87d7d0a5e802 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:21.393259 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bec828f0-b435-4101-9ae7-3f75875ad9ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.453753 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-bec828f0-b435-4101-9ae7-3f75875ad9ea admin admin] Deleting port 0f7b3a27-43e6-4710-b27e-03d773c08731 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:21.454016 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bec828f0-b435-4101-9ae7-3f75875ad9ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.481724 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-546e743c-8e47-4df6-9f3f-cb4c98d89596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'name': 'tempest-TestVolumeBootPattern-1000879044-router', 'tenant_id': '10264d890b4d45928f64f0eea9edc7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '0f7b3a27-43e6-4710-b27e-03d773c08731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:24:20Z', 'revision_number': 5, 'project_id': '10264d890b4d45928f64f0eea9edc7af', 'gw_port': {'id': '0f7b3a27-43e6-4710-b27e-03d773c08731', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:29Z', 'updated_at': '2021-07-23T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:21.507317 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546e743c-8e47-4df6-9f3f-cb4c98d89596 None None] Checking router: 0abbe70d-fb42-4123-90de-87d7d0a5e802 for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:21.515995 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546e743c-8e47-4df6-9f3f-cb4c98d89596 None None] Routers {'0abbe70d-fb42-4123-90de-87d7d0a5e802'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:21.516595 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-546e743c-8e47-4df6-9f3f-cb4c98d89596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:24:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0abbe70d-fb42-4123-90de-87d7d0a5e802'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:21.536889 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-bec828f0-b435-4101-9ae7-3f75875ad9ea admin admin] For port 0f7b3a27-43e6-4710-b27e-03d773c08731, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=0f7b3a27-43e6-4710-b27e-03d773c08731,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:21.537261 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bec828f0-b435-4101-9ae7-3f75875ad9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.550678 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-bec828f0-b435-4101-9ae7-3f75875ad9ea admin admin] Calling delete_port for 0f7b3a27-43e6-4710-b27e-03d773c08731 owned by network:router_gateway {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:21.600654 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-546e743c-8e47-4df6-9f3f-cb4c98d89596 None None] Set router 0abbe70d-fb42-4123-90de-87d7d0a5e802 gateway port host: None {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:21.653261 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-546e743c-8e47-4df6-9f3f-cb4c98d89596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'name': 'tempest-TestVolumeBootPattern-1000879044-router', 'tenant_id': '10264d890b4d45928f64f0eea9edc7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:24:21Z', 'revision_number': 6, 'project_id': '10264d890b4d45928f64f0eea9edc7af', 'gw_port_host': None}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:21.679234 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546e743c-8e47-4df6-9f3f-cb4c98d89596 None None] The sync data for ids ['0abbe70d-fb42-4123-90de-87d7d0a5e802'] in dv-cinder-796286-18-iscsi is: [{'id': '0abbe70d-fb42-4123-90de-87d7d0a5e802', 'name': 'tempest-TestVolumeBootPattern-1000879044-router', 'tenant_id': '10264d890b4d45928f64f0eea9edc7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:24:21Z', 'revision_number': 6, 'project_id': '10264d890b4d45928f64f0eea9edc7af', 'gw_port_host': None}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:21.721197 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bec828f0-b435-4101-9ae7-3f75875ad9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.746651 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec828f0-b435-4101-9ae7-3f75875ad9ea admin admin] Pushing event deleted for resources: {'Port': ['ID=0f7b3a27-43e6-4710-b27e-03d773c08731,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:21.823358 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bec828f0-b435-4101-9ae7-3f75875ad9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1735942'] for router_gateway, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.916776 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bec828f0-b435-4101-9ae7-3f75875ad9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.919180 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bec828f0-b435-4101-9ae7-3f75875ad9ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.966524 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bec828f0-b435-4101-9ae7-3f75875ad9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1708002'] for router, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.967342 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec828f0-b435-4101-9ae7-3f75875ad9ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0abbe70d-fb42-4123-90de-87d7d0a5e802 {{(pid=93296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:24:21.971687 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-bec828f0-b435-4101-9ae7-3f75875ad9ea admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.972863 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-bec828f0-b435-4101-9ae7-3f75875ad9ea admin admin] 10.222.0.69 "DELETE /v2.0/routers/0abbe70d-fb42-4123-90de-87d7d0a5e802 HTTP/1.1" status: 204 len: 168 time: 0.7909939 Jul 23 16:24:21.975762 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59972) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:22.022915 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.db_base_plugin_v2 [None req-591e7e62-d326-43ff-8163-f290b99789fe admin admin] Deleting subnet f890468d-be7b-4b69-96a2-2bdf4f349080 {{(pid=93297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:24:22.026421 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-591e7e62-d326-43ff-8163-f290b99789fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.064659 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-591e7e62-d326-43ff-8163-f290b99789fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14844536'] for subnet, precommit_delete_associations {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.155234 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-591e7e62-d326-43ff-8163-f290b99789fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386006'] for subnet, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.216704 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-591e7e62-d326-43ff-8163-f290b99789fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14480353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13107856'] for subnet, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.242157 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e7e62-d326-43ff-8163-f290b99789fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f890468d-be7b-4b69-96a2-2bdf4f349080,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:22.246926 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-591e7e62-d326-43ff-8163-f290b99789fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for subnet, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.249153 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-591e7e62-d326-43ff-8163-f290b99789fe admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f890468d-be7b-4b69-96a2-2bdf4f349080 HTTP/1.1" status: 204 len: 168 time: 0.2720518 Jul 23 16:24:22.251619 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59974) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:22.254181 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37766560-4d09-4b6e-a24c-d5b65cbcfaff None None] Network 78c56aad-16ad-4e28-b88a-0add0ce8d680 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:22.324717 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541368'] for network, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.383229 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] Deleting port 6b16cc98-2975-4975-ac83-198e680f7967 {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:22.383644 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.460233 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.db [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] For port 6b16cc98-2975-4975-ac83-198e680f7967, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=6b16cc98-2975-4975-ac83-198e680f7967,segment=NetworkSegment(50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02),segment_id=50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02)] {{(pid=93297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:22.460692 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.479919 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] Calling delete_port for 6b16cc98-2975-4975-ac83-198e680f7967 owned by network:dhcp {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:22.499346 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dda88d7-1013-4dbd-b475-6854acdd5496 None None] DHCP port deletion for 78c56aad-16ad-4e28-b88a-0add0ce8d680 request from dv-cinder-796286-18-iscsi {{(pid=93298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:24:22.553336 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-5dda88d7-1013-4dbd-b475-6854acdd5496 None None] Deleting port 6b16cc98-2975-4975-ac83-198e680f7967 {{(pid=93298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:22.554003 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-5dda88d7-1013-4dbd-b475-6854acdd5496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.576459 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.604609 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b16cc98-2975-4975-ac83-198e680f7967,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:22.608289 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] No DVR routers for this DVR port 6b16cc98-2975-4975-ac83-198e680f7967 on host dv-cinder-796286-18-iscsi {{(pid=93297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:22.627421 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-5dda88d7-1013-4dbd-b475-6854acdd5496 None None] For port 6b16cc98-2975-4975-ac83-198e680f7967, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=6b16cc98-2975-4975-ac83-198e680f7967,segment=NetworkSegment(50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02),segment_id=50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:22.627812 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-5dda88d7-1013-4dbd-b475-6854acdd5496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.640727 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-5dda88d7-1013-4dbd-b475-6854acdd5496 None None] Calling delete_port for 6b16cc98-2975-4975-ac83-198e680f7967 owned by network:dhcp {{(pid=93298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:22.683103 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385103', 'neutron.services.segments.db._delete_segments_for_network-8727500513675'] for network, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.695602 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.services.segments.db [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c56aad-16ad-4e28-b88a-0add0ce8d680']}} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:22.706094 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.services.segments.db [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02') {'for_net_delete': True} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:22.706391 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.services.segments.db [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bd26e6-ee9b-4b8f-9fb1-1e420dc02c02') {} {{(pid=93297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:22.718779 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727500584376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14844481'] for segment, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.722340 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-5dda88d7-1013-4dbd-b475-6854acdd5496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382'] for port, after_delete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.733852 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.740933 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=93297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:24:22.741329 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14480219'] for segment, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: Traceback (most recent call last): Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: timer() Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: cb(*args, **kw) Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: return func(*args, **kwargs) Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: self._notify() Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: self.callback(batched_events) Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: event.method(event) Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: return f(self, *a, **k) Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: return self._get(url).json() Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: return self.request(url, 'GET', **kwargs) Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:24:22.743146 dv-cinder-796286-18-iscsi neutron-server[93297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:24:22.749713 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda88d7-1013-4dbd-b475-6854acdd5496 None None] Pushing event deleted for resources: {'Port': ['ID=6b16cc98-2975-4975-ac83-198e680f7967,revision_number=None']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:22.761589 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda88d7-1013-4dbd-b475-6854acdd5496 None None] No DVR routers for this DVR port 6b16cc98-2975-4975-ac83-198e680f7967 on host dv-cinder-796286-18-iscsi {{(pid=93298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:22.810496 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736162'] for network, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.814876 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.819924 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] 10.222.0.69 "DELETE /v2.0/networks/78c56aad-16ad-4e28-b88a-0add0ce8d680 HTTP/1.1" status: 204 len: 168 time: 0.5644886 Jul 23 16:24:22.837976 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dbf6a-829c-470b-9534-bef8b711b443 admin admin] Pushing event deleted for resources: {'Network': ['ID=78c56aad-16ad-4e28-b88a-0add0ce8d680,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:22.954731 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 0f7b3a27-43e6-4710-b27e-03d773c08731 no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:22.979651 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 0f7b3a27-43e6-4710-b27e-03d773c08731 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:22.979984 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 0f7b3a27-43e6-4710-b27e-03d773c08731 not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:22.980797 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:22.992576 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59978) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:22.999766 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:23.000112 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 3b27ab10-8e09-45cc-b975-3e3b24dfa5ee not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:23.000520 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 6b16cc98-2975-4975-ac83-198e680f7967 no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:23.018954 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 6b16cc98-2975-4975-ac83-198e680f7967 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:23.019189 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 6b16cc98-2975-4975-ac83-198e680f7967 not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:23.038715 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-2877a254-bfe3-4314-975e-0a1514841bca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ff5d477b98d144eda7ab469b1df679e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447075 Jul 23 16:24:23.044499 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 59980) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:23.099875 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9c5864c1-f81b-48ae-8520-57579d834581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.122990 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9c5864c1-f81b-48ae-8520-57579d834581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.183538 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9c5864c1-f81b-48ae-8520-57579d834581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.187476 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9c5864c1-f81b-48ae-8520-57579d834581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.188751 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-9c5864c1-f81b-48ae-8520-57579d834581 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8cc30dd7-35dc-4c98-9ecc-f95bc251cb61 HTTP/1.1" status: 204 len: 168 time: 0.1433110 Jul 23 16:24:23.198047 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5864c1-f81b-48ae-8520-57579d834581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc30dd7-35dc-4c98-9ecc-f95bc251cb61,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:23.542233 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59986) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:23.583771 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-30610abe-f3c8-416b-8508-6f95de28a674 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=10264d890b4d45928f64f0eea9edc7af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402248 Jul 23 16:24:23.587321 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 59988) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:23.636956 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cc493d2b-4319-4a04-93f6-c8e61e2060e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.660741 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cc493d2b-4319-4a04-93f6-c8e61e2060e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.713126 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cc493d2b-4319-4a04-93f6-c8e61e2060e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.716020 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-cc493d2b-4319-4a04-93f6-c8e61e2060e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.717164 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-cc493d2b-4319-4a04-93f6-c8e61e2060e4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2c80b346-bb6f-405b-82d4-741a722fded1 HTTP/1.1" status: 204 len: 168 time: 0.1289179 Jul 23 16:24:23.725363 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc493d2b-4319-4a04-93f6-c8e61e2060e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c80b346-bb6f-405b-82d4-741a722fded1,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:23.783385 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-23375afc-5876-4ad9-bce2-7dfb95145f8a req-fdcc02c4-f5c1-4fdd-ae9e-1e9d69d459b2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0647278 Jul 23 16:24:23.874617 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23375afc-5876-4ad9-bce2-7dfb95145f8a req-ff45dc07-1b7b-4dd4-b654-5004805f7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:23.876219 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-23375afc-5876-4ad9-bce2-7dfb95145f8a req-ff45dc07-1b7b-4dd4-b654-5004805f7837 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c640d040d652410c84d3bb10405ad009&device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0592093 Jul 23 16:24:23.998562 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23375afc-5876-4ad9-bce2-7dfb95145f8a req-cfe20f4a-fb2d-403d-babf-87c7662687b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:24.000085 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-23375afc-5876-4ad9-bce2-7dfb95145f8a req-cfe20f4a-fb2d-403d-babf-87c7662687b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=228c64c6-d4fc-435f-99b8-c30874fced0d HTTP/1.1" status: 200 len: 909 time: 0.1024082 Jul 23 16:24:24.072766 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-23375afc-5876-4ad9-bce2-7dfb95145f8a req-cff96cce-aded-4f57-bdc0-041854052f5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1315d00c-24d0-41dd-98df-50d3dbf4b03a HTTP/1.1" status: 200 len: 1001 time: 0.0654588 Jul 23 16:24:24.131312 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23375afc-5876-4ad9-bce2-7dfb95145f8a req-23113c47-a915-4245-bbfa-423935a96535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:24.132935 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-23375afc-5876-4ad9-bce2-7dfb95145f8a req-23113c47-a915-4245-bbfa-423935a96535 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08f50097-d250-41cd-9b40-d8f453f71716 HTTP/1.1" status: 200 len: 847 time: 0.0532789 Jul 23 16:24:24.198296 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23375afc-5876-4ad9-bce2-7dfb95145f8a req-44cc20d5-b34c-43a1-81a5-b059164093c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:24.199881 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-23375afc-5876-4ad9-bce2-7dfb95145f8a req-44cc20d5-b34c-43a1-81a5-b059164093c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=228c64c6-d4fc-435f-99b8-c30874fced0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0600319 Jul 23 16:24:24.301767 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-23375afc-5876-4ad9-bce2-7dfb95145f8a req-7a87ae9d-2ad9-40be-8208-c75eba3fba2b service neutron] 10.222.0.59 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943956 Jul 23 16:24:24.399331 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-23375afc-5876-4ad9-bce2-7dfb95145f8a req-b7532420-0ef1-43ad-af8f-fd0f050ac528 service neutron] 10.222.0.59 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907936 Jul 23 16:24:42.369618 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.799866 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2f3c7e42-fe73-4458-82c3-23e6c6de33cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.590936 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-79ab40ea-9ed5-4bfb-9d05-fe02fc47d93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.842692 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.310049 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:51.105113 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:52.318363 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87bdeb-9fe6-47f5-8fe6-e7b4a7c36456 req-667e1603-f7ba-4d77-a966-2921b58c11a3 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:52.320260 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3b87bdeb-9fe6-47f5-8fe6-e7b4a7c36456 req-667e1603-f7ba-4d77-a966-2921b58c11a3 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0842552 Jul 23 16:24:52.368883 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-3b87bdeb-9fe6-47f5-8fe6-e7b4a7c36456 req-7682d328-5cbc-4f95-b556-4809632b65c8 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422552 Jul 23 16:24:52.714890 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:24:53.516678 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ff095-b94a-4ac5-aaa7-e321a3e58586 req-ef44dd7c-767b-4063-bddf-1b27cc836c3c tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:53.518404 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ed8ff095-b94a-4ac5-aaa7-e321a3e58586 req-ef44dd7c-767b-4063-bddf-1b27cc836c3c tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0712895 Jul 23 16:24:53.560169 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ed8ff095-b94a-4ac5-aaa7-e321a3e58586 req-232e56f1-b218-461d-94a2-b5003b963c24 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332682 Jul 23 16:24:54.726176 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633dbbe-af7e-4c80-86c3-891f076bcf35 req-b4c867fb-8f2f-4f15-a1ed-e4ab8c6230f1 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:54.727835 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4633dbbe-af7e-4c80-86c3-891f076bcf35 req-b4c867fb-8f2f-4f15-a1ed-e4ab8c6230f1 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0808384 Jul 23 16:24:54.769961 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4633dbbe-af7e-4c80-86c3-891f076bcf35 req-5ba1f7e9-a422-4d89-a268-c7825c834dcd tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337625 Jul 23 16:24:55.915553 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a61e30-8bda-46d4-ae50-fc8d8d811b32 req-9aadbe72-7e0a-4a64-a792-bbcde66bbdba tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:55.917029 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-80a61e30-8bda-46d4-ae50-fc8d8d811b32 req-9aadbe72-7e0a-4a64-a792-bbcde66bbdba tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0737891 Jul 23 16:24:55.958521 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-80a61e30-8bda-46d4-ae50-fc8d8d811b32 req-07a1e797-de26-4d0e-998c-03868913b200 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334954 Jul 23 16:24:57.107541 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462c7eb-546d-4b7b-a64e-57b4c7e4b355 req-8c58a581-5fbc-4910-a518-42ba78f59397 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:57.109025 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4462c7eb-546d-4b7b-a64e-57b4c7e4b355 req-8c58a581-5fbc-4910-a518-42ba78f59397 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0773468 Jul 23 16:24:57.148676 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4462c7eb-546d-4b7b-a64e-57b4c7e4b355 req-141e4f57-039c-4828-a3af-9e5a32ee9944 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337055 Jul 23 16:24:58.309108 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3604a-e943-4a8e-94b0-fff0950d19c6 req-35b95592-66e3-49f7-ad24-43b9f996dda6 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:58.310535 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b9c3604a-e943-4a8e-94b0-fff0950d19c6 req-35b95592-66e3-49f7-ad24-43b9f996dda6 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0769889 Jul 23 16:24:58.356200 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b9c3604a-e943-4a8e-94b0-fff0950d19c6 req-a109fda3-c774-4bee-a1bc-f1dfd2359287 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395303 Jul 23 16:24:59.510570 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe918c09-28db-46bd-b558-14b20eaf20f3 req-550a2bc2-0d0d-4990-afdd-4c8a5297a187 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:59.512148 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fe918c09-28db-46bd-b558-14b20eaf20f3 req-550a2bc2-0d0d-4990-afdd-4c8a5297a187 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0665517 Jul 23 16:24:59.552701 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fe918c09-28db-46bd-b558-14b20eaf20f3 req-ba38e2fc-d45a-4975-8584-ab68718e53af tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329833 Jul 23 16:25:00.725319 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80307aec-7719-45da-a37c-d30c6e9ff973 req-631e2ae1-bd41-4bc9-a50a-9294a06ee1be tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:00.726817 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-80307aec-7719-45da-a37c-d30c6e9ff973 req-631e2ae1-bd41-4bc9-a50a-9294a06ee1be tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0924253 Jul 23 16:25:00.766382 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-80307aec-7719-45da-a37c-d30c6e9ff973 req-497a44bc-9fdb-446f-bfad-86a80948a6b5 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330918 Jul 23 16:25:01.902106 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9ab3a-ee0b-4e41-b7b8-38921f0be935 req-2417723d-2635-41ed-b0ff-09844fdca008 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.903624 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-47a9ab3a-ee0b-4e41-b7b8-38921f0be935 req-2417723d-2635-41ed-b0ff-09844fdca008 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0689595 Jul 23 16:25:01.944559 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-47a9ab3a-ee0b-4e41-b7b8-38921f0be935 req-edd93be8-ef6b-4757-888b-fc2b570e9cd8 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346591 Jul 23 16:25:02.535883 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149e2f2-4c2d-4f3a-9463-bd74780bbc71 req-91ce91f4-e8c2-47e0-8298-850554b44b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:02.537488 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3149e2f2-4c2d-4f3a-9463-bd74780bbc71 req-91ce91f4-e8c2-47e0-8298-850554b44b1a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c640d040d652410c84d3bb10405ad009&device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0683856 Jul 23 16:25:02.642177 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149e2f2-4c2d-4f3a-9463-bd74780bbc71 req-e60757f9-17db-44d7-8b61-f98b1be134df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:02.644328 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3149e2f2-4c2d-4f3a-9463-bd74780bbc71 req-e60757f9-17db-44d7-8b61-f98b1be134df service neutron] 10.222.0.59 "GET /v2.0/networks?id=228c64c6-d4fc-435f-99b8-c30874fced0d HTTP/1.1" status: 200 len: 909 time: 0.1003263 Jul 23 16:25:02.711975 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3149e2f2-4c2d-4f3a-9463-bd74780bbc71 req-ef51da25-5cad-418e-890a-dbeb579a7e25 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1315d00c-24d0-41dd-98df-50d3dbf4b03a HTTP/1.1" status: 200 len: 1001 time: 0.0613751 Jul 23 16:25:02.768772 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149e2f2-4c2d-4f3a-9463-bd74780bbc71 req-c48c85ea-b58c-4d25-b5b3-9ed42929a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:02.770373 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3149e2f2-4c2d-4f3a-9463-bd74780bbc71 req-c48c85ea-b58c-4d25-b5b3-9ed42929a251 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08f50097-d250-41cd-9b40-d8f453f71716 HTTP/1.1" status: 200 len: 847 time: 0.0527194 Jul 23 16:25:02.836088 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149e2f2-4c2d-4f3a-9463-bd74780bbc71 req-fe0b6aea-486b-4de7-b627-89158f443370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:02.837641 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3149e2f2-4c2d-4f3a-9463-bd74780bbc71 req-fe0b6aea-486b-4de7-b627-89158f443370 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=228c64c6-d4fc-435f-99b8-c30874fced0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0612285 Jul 23 16:25:02.954398 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3149e2f2-4c2d-4f3a-9463-bd74780bbc71 req-187db13c-8db1-446b-b497-0e161d07a7ea service neutron] 10.222.0.59 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098452 Jul 23 16:25:03.059528 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-3149e2f2-4c2d-4f3a-9463-bd74780bbc71 req-3166b9b2-ce4c-46ea-88ec-773149738381 service neutron] 10.222.0.59 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979984 Jul 23 16:25:03.093151 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875603c-fad8-4b53-8638-20e7b9192e14 req-6d35477e-7f17-4891-b3aa-873b07b4185a tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:03.094916 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c875603c-fad8-4b53-8638-20e7b9192e14 req-6d35477e-7f17-4891-b3aa-873b07b4185a tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0718946 Jul 23 16:25:03.142681 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c875603c-fad8-4b53-8638-20e7b9192e14 req-57453871-6d03-46f7-a8b6-bf0e0548d315 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417650 Jul 23 16:25:04.278822 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4abbd0-1600-4179-856b-33d485155885 req-3671bcab-b5fc-49a4-993b-83709e27413e tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:04.280339 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6b4abbd0-1600-4179-856b-33d485155885 req-3671bcab-b5fc-49a4-993b-83709e27413e tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0670528 Jul 23 16:25:04.325370 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6b4abbd0-1600-4179-856b-33d485155885 req-012ce8f1-aaf9-400c-8edd-24ca97890af5 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393257 Jul 23 16:25:05.467657 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44aaf8-b08c-4846-bb7f-6182106b6aaa req-6fbdee9a-eb92-4e39-a039-743ba20b116c tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:05.469152 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6a44aaf8-b08c-4846-bb7f-6182106b6aaa req-6fbdee9a-eb92-4e39-a039-743ba20b116c tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0673721 Jul 23 16:25:05.509823 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-6a44aaf8-b08c-4846-bb7f-6182106b6aaa req-3bf41deb-23f6-4985-b7ed-d98ff9236832 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346980 Jul 23 16:25:06.652882 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f483e9-cee6-4715-bc5f-d80da8c26ad1 req-291b83f6-0c7b-4c0e-a579-4df1c624aea0 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:06.654482 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a6f483e9-cee6-4715-bc5f-d80da8c26ad1 req-291b83f6-0c7b-4c0e-a579-4df1c624aea0 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0706685 Jul 23 16:25:06.705730 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-a6f483e9-cee6-4715-bc5f-d80da8c26ad1 req-104604f6-a25a-4a24-aacb-931dc92b4a2a tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436525 Jul 23 16:25:06.947988 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283a72f-d00c-4f00-b6ec-24047329b1f0 req-95cf5015-804c-4f88-b3c1-f7aa4a911644 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:06.949530 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0283a72f-d00c-4f00-b6ec-24047329b1f0 req-95cf5015-804c-4f88-b3c1-f7aa4a911644 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0728002 Jul 23 16:25:06.989488 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-0283a72f-d00c-4f00-b6ec-24047329b1f0 req-411db3fd-25c3-4d4a-a9cd-12d9ba1d346d tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344272 Jul 23 16:25:07.003804 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e893a781-fec5-4b09-b3f3-fecf7c59675a req-cc6c3e44-5ba7-44cb-9d68-79397e9e5ced service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1496727 Jul 23 16:25:08.022583 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 1315d00c-24d0-41dd-98df-50d3dbf4b03a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:08.108816 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.131924 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb21700-6ec2-4002-9ff5-e2d74a409319 req-29e60e86-b0be-4325-93fd-ab05d371ccf1 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:08.132821 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1315d00c-24d0-41dd-98df-50d3dbf4b03a'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:08.133449 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9bb21700-6ec2-4002-9ff5-e2d74a409319 req-29e60e86-b0be-4325-93fd-ab05d371ccf1 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0680683 Jul 23 16:25:08.135055 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f88e772-2ca7-48a9-9342-f9b2ae4cd75f" -d '{"events": [{"server_uuid": "6c07e73f-1fd5-43c5-952b-df775c2cd6e5", "name": "network-vif-unplugged", "status": "completed", "tag": "1315d00c-24d0-41dd-98df-50d3dbf4b03a"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:08.147822 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 1315d00c-24d0-41dd-98df-50d3dbf4b03a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1315d00c-24d0-41dd-98df-50d3dbf4b03a,segment=NetworkSegment(819c31e4-50cb-4d65-aa4f-3e64a45f5e19),segment_id=819c31e4-50cb-4d65-aa4f-3e64a45f5e19)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:08.152881 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.172829 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-9bb21700-6ec2-4002-9ff5-e2d74a409319 req-da8fad8f-e453-488c-a343-0c400825acd2 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328391 Jul 23 16:25:08.204026 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=1315d00c-24d0-41dd-98df-50d3dbf4b03a,revision_number=6']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:08.224316 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07944499-3c75-4874-9b53-06235104d6bc x-openstack-request-id: req-07944499-3c75-4874-9b53-06235104d6bc {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:08.224615 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c07e73f-1fd5-43c5-952b-df775c2cd6e5", "name": "network-vif-unplugged", "status": "failed", "tag": "1315d00c-24d0-41dd-98df-50d3dbf4b03a", "code": 422}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:08.224891 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-07944499-3c75-4874-9b53-06235104d6bc {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:08.225308 dv-cinder-796286-18-iscsi neutron-server[93298]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1315d00c-24d0-41dd-98df-50d3dbf4b03a', 'code': 422} returned with failed status Jul 23 16:25:08.649403 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893a781-fec5-4b09-b3f3-fecf7c59675a req-34fee164-d963-4dd2-a840-95ad48b0af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:08.650912 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e893a781-fec5-4b09-b3f3-fecf7c59675a req-34fee164-d963-4dd2-a840-95ad48b0af1b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5&tenant_id=c640d040d652410c84d3bb10405ad009 HTTP/1.1" status: 200 len: 1096 time: 0.1142108 Jul 23 16:25:08.749023 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893a781-fec5-4b09-b3f3-fecf7c59675a req-ff4a5b9e-e01b-44e4-99a6-0e72078280c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:08.750503 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e893a781-fec5-4b09-b3f3-fecf7c59675a req-ff4a5b9e-e01b-44e4-99a6-0e72078280c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c640d040d652410c84d3bb10405ad009&device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 1096 time: 0.0642860 Jul 23 16:25:08.863108 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893a781-fec5-4b09-b3f3-fecf7c59675a req-9c359d02-2513-43b6-8a25-4f592b62749f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:08.864621 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e893a781-fec5-4b09-b3f3-fecf7c59675a req-9c359d02-2513-43b6-8a25-4f592b62749f service neutron] 10.222.0.59 "GET /v2.0/networks?id=228c64c6-d4fc-435f-99b8-c30874fced0d HTTP/1.1" status: 200 len: 909 time: 0.1065640 Jul 23 16:25:08.931538 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e893a781-fec5-4b09-b3f3-fecf7c59675a req-91124726-1026-404a-897f-4e789832ea9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1315d00c-24d0-41dd-98df-50d3dbf4b03a HTTP/1.1" status: 200 len: 999 time: 0.0602849 Jul 23 16:25:08.981533 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893a781-fec5-4b09-b3f3-fecf7c59675a req-f32d9279-9f6e-49c7-8d41-b3898c140c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:08.983036 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e893a781-fec5-4b09-b3f3-fecf7c59675a req-f32d9279-9f6e-49c7-8d41-b3898c140c96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08f50097-d250-41cd-9b40-d8f453f71716 HTTP/1.1" status: 200 len: 847 time: 0.0456877 Jul 23 16:25:09.052643 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893a781-fec5-4b09-b3f3-fecf7c59675a req-0dce991c-2ca1-496d-953c-e8864db7e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:09.054146 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e893a781-fec5-4b09-b3f3-fecf7c59675a req-0dce991c-2ca1-496d-953c-e8864db7e47b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=228c64c6-d4fc-435f-99b8-c30874fced0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0634398 Jul 23 16:25:09.144246 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e893a781-fec5-4b09-b3f3-fecf7c59675a req-c66e559e-d697-4cac-92e0-bef570454f98 service neutron] 10.222.0.59 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836611 Jul 23 16:25:09.238443 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-e893a781-fec5-4b09-b3f3-fecf7c59675a req-5ab10d9c-23b6-48b7-844d-6182a92f7110 service neutron] 10.222.0.59 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873606 Jul 23 16:25:09.309471 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074013b2-79e4-4920-9fa4-b9b3e1b43d2f req-08e2537f-0b69-42e1-b8c1-43925babe821 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:09.310974 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-074013b2-79e4-4920-9fa4-b9b3e1b43d2f req-08e2537f-0b69-42e1-b8c1-43925babe821 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 943 time: 0.0701795 Jul 23 16:25:09.356836 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-074013b2-79e4-4920-9fa4-b9b3e1b43d2f req-f5b8a895-3b23-4224-a13c-b7b91735022e tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390463 Jul 23 16:25:10.502478 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cc133-8854-41d4-9a0e-1c26d22f5910 req-24c6e2cd-1608-4b9f-97ed-897baf927421 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:10.504042 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b86cc133-8854-41d4-9a0e-1c26d22f5910 req-24c6e2cd-1608-4b9f-97ed-897baf927421 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 943 time: 0.0791833 Jul 23 16:25:10.548478 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-b86cc133-8854-41d4-9a0e-1c26d22f5910 req-a4a791cf-b168-477a-ba44-73f22dbcbea8 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377793 Jul 23 16:25:11.699219 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3207a58-1123-4376-9698-8573905e49e0 req-3ee4e626-f7a3-4268-971f-4a4a4fff4122 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:11.700774 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c3207a58-1123-4376-9698-8573905e49e0 req-3ee4e626-f7a3-4268-971f-4a4a4fff4122 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 943 time: 0.0671811 Jul 23 16:25:11.746517 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c3207a58-1123-4376-9698-8573905e49e0 req-83433927-04c6-4b47-ab8c-814ca9d789a1 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396392 Jul 23 16:25:12.373456 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.894989 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a433a-6ccc-4e5a-b29e-20ed3216aa10 req-4b586e74-a56e-40ac-8b90-8f989e4321ce tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:12.896493 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-de6a433a-6ccc-4e5a-b29e-20ed3216aa10 req-4b586e74-a56e-40ac-8b90-8f989e4321ce tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 943 time: 0.0675924 Jul 23 16:25:12.936596 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-de6a433a-6ccc-4e5a-b29e-20ed3216aa10 req-a3263968-4deb-4897-af00-c83bcad3f0e8 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340893 Jul 23 16:25:14.072890 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1eb432-a204-454c-94b1-7164d33b987e req-624b83dd-b608-458e-a0df-5cb2d060ef6c tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:14.074656 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4a1eb432-a204-454c-94b1-7164d33b987e req-624b83dd-b608-458e-a0df-5cb2d060ef6c tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 943 time: 0.0670586 Jul 23 16:25:14.117618 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-4a1eb432-a204-454c-94b1-7164d33b987e req-e29b26ff-c3e1-4292-8b56-25f682c9459a tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344465 Jul 23 16:25:15.263997 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65eec7f-46c7-44c5-b289-54fc6eed1187 req-e8990a94-ebcd-4dd7-ad8d-8460a78e3030 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:15.265472 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c65eec7f-46c7-44c5-b289-54fc6eed1187 req-e8990a94-ebcd-4dd7-ad8d-8460a78e3030 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 943 time: 0.0683353 Jul 23 16:25:15.303740 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-c65eec7f-46c7-44c5-b289-54fc6eed1187 req-6820fa44-aa41-4adf-b29f-e1abef8f9b3f tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326743 Jul 23 16:25:15.799762 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-6804437d-6a8d-42aa-b428-0fdce8a965aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.047700 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 1315d00c-24d0-41dd-98df-50d3dbf4b03a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:16.162566 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 1315d00c-24d0-41dd-98df-50d3dbf4b03a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1315d00c-24d0-41dd-98df-50d3dbf4b03a,segment=NetworkSegment(819c31e4-50cb-4d65-aa4f-3e64a45f5e19),segment_id=819c31e4-50cb-4d65-aa4f-3e64a45f5e19)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:16.174574 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Returning: {'device': '1315d00c-24d0-41dd-98df-50d3dbf4b03a', 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'port_id': '1315d00c-24d0-41dd-98df-50d3dbf4b03a', 'mac_address': 'fa:16:3e:7a:3c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08f50097-d250-41cd-9b40-d8f453f71716', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:25:16.214080 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.227077 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1315d00c-24d0-41dd-98df-50d3dbf4b03a {{(pid=93298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:16.247241 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 1315d00c-24d0-41dd-98df-50d3dbf4b03a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1315d00c-24d0-41dd-98df-50d3dbf4b03a,segment=NetworkSegment(819c31e4-50cb-4d65-aa4f-3e64a45f5e19),segment_id=819c31e4-50cb-4d65-aa4f-3e64a45f5e19)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:16.253898 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.315466 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=1315d00c-24d0-41dd-98df-50d3dbf4b03a,revision_number=7']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:16.466265 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0971580-d0de-4942-88c8-3ebddd2cf46e req-ded12f21-1563-423f-9798-3bd1979939c3 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:16.467707 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f0971580-d0de-4942-88c8-3ebddd2cf46e req-ded12f21-1563-423f-9798-3bd1979939c3 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 944 time: 0.0894289 Jul 23 16:25:16.507671 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-f0971580-d0de-4942-88c8-3ebddd2cf46e req-d488091c-14bf-46b4-a593-229e9c18b042 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339375 Jul 23 16:25:16.548489 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] get_ports_and_sgs() called for port_ids ['1315d00c-24d0-41dd-98df-50d3dbf4b03a'] {{(pid=93298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:17.660155 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c9b72-1c32-4e60-b288-86cddece973a req-47075962-4a31-4765-857e-ffe0fda601ae tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:17.662093 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e36c9b72-1c32-4e60-b288-86cddece973a req-47075962-4a31-4765-857e-ffe0fda601ae tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 944 time: 0.0777190 Jul 23 16:25:17.703187 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-e36c9b72-1c32-4e60-b288-86cddece973a req-3a25b208-2238-48d9-95fa-0d20d478a762 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353055 Jul 23 16:25:18.048033 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 1315d00c-24d0-41dd-98df-50d3dbf4b03a up at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:18.099537 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.provisioning_blocks [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Provisioning complete for port 1315d00c-24d0-41dd-98df-50d3dbf4b03a triggered by entity L2. {{(pid=93298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:18.099908 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382144'] for port, provisioning_complete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:18.177228 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555663'] for port, before_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:18.204418 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1315d00c-24d0-41dd-98df-50d3dbf4b03a'}] {{(pid=93298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:18.206719 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501a6fbb56a14c8399ade294727ebfbb893bf8b42d7ffd178f7381bca80c121e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789665cc-254e-43fd-a3fd-525fe9011377" -d '{"events": [{"server_uuid": "6c07e73f-1fd5-43c5-952b-df775c2cd6e5", "name": "network-vif-plugged", "status": "completed", "tag": "1315d00c-24d0-41dd-98df-50d3dbf4b03a"}]}' {{(pid=93298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:18.224104 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] For port 1315d00c-24d0-41dd-98df-50d3dbf4b03a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1315d00c-24d0-41dd-98df-50d3dbf4b03a,segment=NetworkSegment(819c31e4-50cb-4d65-aa4f-3e64a45f5e19),segment_id=819c31e4-50cb-4d65-aa4f-3e64a45f5e19)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:18.230078 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727500452693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727500047391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727500047409'] for port, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:18.256358 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2db61d-e760-4ece-8636-71eabcbadc32 x-openstack-request-id: req-9f2db61d-e760-4ece-8636-71eabcbadc32 {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:18.256663 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c07e73f-1fd5-43c5-952b-df775c2cd6e5", "name": "network-vif-plugged", "status": "completed", "tag": "1315d00c-24d0-41dd-98df-50d3dbf4b03a", "code": 200}]} {{(pid=93298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:18.256890 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9f2db61d-e760-4ece-8636-71eabcbadc32 {{(pid=93298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:18.257289 dv-cinder-796286-18-iscsi neutron-server[93298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1315d00c-24d0-41dd-98df-50d3dbf4b03a', 'code': 200} Jul 23 16:25:18.285086 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Pushing event updated for resources: {'Port': ['ID=1315d00c-24d0-41dd-98df-50d3dbf4b03a,revision_number=8']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:18.546693 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b545d62-d34e-46e8-ba3a-715e081ea168 req-11661aad-6df3-430b-a481-7b09d67bda28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:18.548275 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1b545d62-d34e-46e8-ba3a-715e081ea168 req-11661aad-6df3-430b-a481-7b09d67bda28 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0595858 Jul 23 16:25:18.595426 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1e9208bb-8d90-46c0-b45e-c7132fa48b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:18.609812 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-1b545d62-d34e-46e8-ba3a-715e081ea168 req-a21935b6-cb8d-4f9d-bdd8-0e4e976e2f98 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382171 Jul 23 16:25:18.838496 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:18.852989 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891da96a-7710-43dd-9032-fe9978decac8 req-a383d4f1-062f-44a3-9172-51b758731674 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:18.854527 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-891da96a-7710-43dd-9032-fe9978decac8 req-a383d4f1-062f-44a3-9172-51b758731674 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0743833 Jul 23 16:25:18.903017 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-891da96a-7710-43dd-9032-fe9978decac8 req-15650078-b80c-4f8e-aced-2aedb015c1d3 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425684 Jul 23 16:25:19.310376 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.050756 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae418ab-ee1f-4b29-a59b-8b7bf10ab805 req-0f6b02e7-7e79-4d58-8823-f39ffd71ddf4 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:20.052279 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fae418ab-ee1f-4b29-a59b-8b7bf10ab805 req-0f6b02e7-7e79-4d58-8823-f39ffd71ddf4 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0738163 Jul 23 16:25:20.090335 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-fae418ab-ee1f-4b29-a59b-8b7bf10ab805 req-f2fabe29-ed4c-4b4f-aab0-602203d43b35 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323303 Jul 23 16:25:21.106885 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.320007 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-123dcbcc-7853-4de6-86c3-43e1bc976028 req-8777e19f-dd3b-40df-895d-b4f6c44a7ffd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0636933 Jul 23 16:25:24.437643 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dcbcc-7853-4de6-86c3-43e1bc976028 req-58e679d3-cb4a-4041-9271-5ba277005b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:24.439114 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-123dcbcc-7853-4de6-86c3-43e1bc976028 req-58e679d3-cb4a-4041-9271-5ba277005b0b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c640d040d652410c84d3bb10405ad009&device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0580230 Jul 23 16:25:24.553326 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dcbcc-7853-4de6-86c3-43e1bc976028 req-1c8e0733-49b6-4993-bb5f-e366ba7ee14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:24.554809 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-123dcbcc-7853-4de6-86c3-43e1bc976028 req-1c8e0733-49b6-4993-bb5f-e366ba7ee14e service neutron] 10.222.0.59 "GET /v2.0/networks?id=228c64c6-d4fc-435f-99b8-c30874fced0d HTTP/1.1" status: 200 len: 909 time: 0.0963142 Jul 23 16:25:24.631609 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-123dcbcc-7853-4de6-86c3-43e1bc976028 req-c2eacb7e-0f97-4f66-927f-32ad2e1c99cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1315d00c-24d0-41dd-98df-50d3dbf4b03a HTTP/1.1" status: 200 len: 1001 time: 0.0701435 Jul 23 16:25:24.692225 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dcbcc-7853-4de6-86c3-43e1bc976028 req-70476e48-21f5-415e-b5eb-2957161e952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:24.693697 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-123dcbcc-7853-4de6-86c3-43e1bc976028 req-70476e48-21f5-415e-b5eb-2957161e952e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08f50097-d250-41cd-9b40-d8f453f71716 HTTP/1.1" status: 200 len: 847 time: 0.0557833 Jul 23 16:25:24.762710 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dcbcc-7853-4de6-86c3-43e1bc976028 req-b8a0c75b-7036-4e50-94c0-8acd58f29444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:24.764267 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-123dcbcc-7853-4de6-86c3-43e1bc976028 req-b8a0c75b-7036-4e50-94c0-8acd58f29444 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=228c64c6-d4fc-435f-99b8-c30874fced0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0645323 Jul 23 16:25:24.861281 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-123dcbcc-7853-4de6-86c3-43e1bc976028 req-746135a2-f26e-4f3d-92d0-f0dfec0b718e service neutron] 10.222.0.59 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899463 Jul 23 16:25:24.965753 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-123dcbcc-7853-4de6-86c3-43e1bc976028 req-95740235-a24a-45d8-85ec-f4a3bf666eac service neutron] 10.222.0.59 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975196 Jul 23 16:25:29.720715 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:25:42.368307 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:45.795668 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-235a4243-87d6-454d-8b35-339a2b83b2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.608158 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-97633950-7c1e-401d-ab7b-71e6c8aa50d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.849950 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.314071 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.120002 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:06.724916 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:26:12.374490 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.802167 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-0b29dbb4-c288-42fc-b4e5-5f21e5f7862f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.608136 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-984f4c81-dd85-4a78-8f66-a423366d60fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.846325 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:19.323959 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.116051 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.359024 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f7f9bfc6-4c3c-4352-bf20-c9c9c7c62a60 req-ddafa1a6-a4b0-4b8f-a2bf-c03de53c74ce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669317 Jul 23 16:26:24.480236 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9bfc6-4c3c-4352-bf20-c9c9c7c62a60 req-845ef845-162f-415a-b10b-9eb347b342cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:24.482422 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f7f9bfc6-4c3c-4352-bf20-c9c9c7c62a60 req-845ef845-162f-415a-b10b-9eb347b342cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c640d040d652410c84d3bb10405ad009&device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0589547 Jul 23 16:26:24.606532 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9bfc6-4c3c-4352-bf20-c9c9c7c62a60 req-45a7a998-ced0-4dae-975c-605c1b8a96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:24.608047 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f7f9bfc6-4c3c-4352-bf20-c9c9c7c62a60 req-45a7a998-ced0-4dae-975c-605c1b8a96f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=228c64c6-d4fc-435f-99b8-c30874fced0d HTTP/1.1" status: 200 len: 909 time: 0.1056254 Jul 23 16:26:24.696767 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f7f9bfc6-4c3c-4352-bf20-c9c9c7c62a60 req-a9904d43-e47a-4ef1-800e-6a616d05bcae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1315d00c-24d0-41dd-98df-50d3dbf4b03a HTTP/1.1" status: 200 len: 1001 time: 0.0816538 Jul 23 16:26:24.747394 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9bfc6-4c3c-4352-bf20-c9c9c7c62a60 req-e99124e4-f565-44e4-ab48-9df491469f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:24.748835 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f7f9bfc6-4c3c-4352-bf20-c9c9c7c62a60 req-e99124e4-f565-44e4-ab48-9df491469f95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08f50097-d250-41cd-9b40-d8f453f71716 HTTP/1.1" status: 200 len: 847 time: 0.0463030 Jul 23 16:26:24.809330 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9bfc6-4c3c-4352-bf20-c9c9c7c62a60 req-7e80e78f-6563-44c6-8e3b-48a3d6900e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:24.810814 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f7f9bfc6-4c3c-4352-bf20-c9c9c7c62a60 req-7e80e78f-6563-44c6-8e3b-48a3d6900e2c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=228c64c6-d4fc-435f-99b8-c30874fced0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0553479 Jul 23 16:26:24.903559 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f7f9bfc6-4c3c-4352-bf20-c9c9c7c62a60 req-de66d0ed-e6b8-4b71-89e7-bfef69f22588 service neutron] 10.222.0.59 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854864 Jul 23 16:26:25.000190 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-f7f9bfc6-4c3c-4352-bf20-c9c9c7c62a60 req-3a8493cf-44c2-4247-97b0-a4263efbb5ab service neutron] 10.222.0.59 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908499 Jul 23 16:26:35.714786 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 60100) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:35.884438 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Deleting port 4d027341-e067-4d65-87fc-be52a1f90a54 {{(pid=93297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:35.884775 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.965255 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.965506 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.977859 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.plugins.ml2.plugin [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Calling delete_port for 4d027341-e067-4d65-87fc-be52a1f90a54 owned by network:floatingip {{(pid=93297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:36.143649 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14480140'] for port, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.170796 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Pushing event deleted for resources: {'Port': ['ID=4d027341-e067-4d65-87fc-be52a1f90a54,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:36.196642 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:36.196990 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:36.197336 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:36.197672 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:36.198005 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:36.198337 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:36.198665 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:36.199004 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:36.199365 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:36.199691 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:36.200012 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:36.200332 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:36.247145 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for floatingip, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.247396 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.db.l3_db [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Floating IP e07b0bf6-037d-4fc5-8056-eb6a081d9988 disassociated (deleted). External IP: 172.27.0.143, port: 1315d00c-24d0-41dd-98df-50d3dbf4b03a. Jul 23 16:26:36.457862 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Router 0f21230a-e55b-4d04-8b22-9f45e5f38407 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:26:36.862089 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:26:36.866678 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for floatingip, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.873590 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba3cea4-5632-424a-b386-10e67c6c70be None None] Sync routers for ids ['0f21230a-e55b-4d04-8b22-9f45e5f38407'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:26:36.886198 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba3cea4-5632-424a-b386-10e67c6c70be None None] Routers {'0f21230a-e55b-4d04-8b22-9f45e5f38407'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:26:36.886834 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-bba3cea4-5632-424a-b386-10e67c6c70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:26:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0f21230a-e55b-4d04-8b22-9f45e5f38407'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:36.904075 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-8998dd32-b83e-4387-a7f3-e1f20c117b22 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "DELETE /v2.0/floatingips/e07b0bf6-037d-4fc5-8056-eb6a081d9988 HTTP/1.1" status: 204 len: 168 time: 1.1879594 Jul 23 16:26:36.904690 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'tag': '1315d00c-24d0-41dd-98df-50d3dbf4b03a'}] {{(pid=93297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:36.907043 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4788a38a096ac21b3d9d0b5df3c44975a0e6a086a06c4eb7ec498ddf56d75c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9619db4d-3406-40ba-96ce-530c6e0b284b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c07e73f-1fd5-43c5-952b-df775c2cd6e5", "tag": "1315d00c-24d0-41dd-98df-50d3dbf4b03a"}]}' {{(pid=93297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:36.988198 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-bba3cea4-5632-424a-b386-10e67c6c70be None None] Set router 0f21230a-e55b-4d04-8b22-9f45e5f38407 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:26:37.075224 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e451aa2-878c-4cd8-bd17-51e6cb99ade1 x-openstack-request-id: req-7e451aa2-878c-4cd8-bd17-51e6cb99ade1 {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:37.075550 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c07e73f-1fd5-43c5-952b-df775c2cd6e5", "tag": "1315d00c-24d0-41dd-98df-50d3dbf4b03a", "status": "completed", "code": 200}]} {{(pid=93297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:37.075808 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7e451aa2-878c-4cd8-bd17-51e6cb99ade1 {{(pid=93297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:37.076214 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'tag': '1315d00c-24d0-41dd-98df-50d3dbf4b03a', 'status': 'completed', 'code': 200} Jul 23 16:26:37.193292 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619db4d-3406-40ba-96ce-530c6e0b284b req-f2feef5c-d2e6-4a4c-addc-fd05d2155e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:37.195204 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9619db4d-3406-40ba-96ce-530c6e0b284b req-f2feef5c-d2e6-4a4c-addc-fd05d2155e3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c640d040d652410c84d3bb10405ad009&device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0601771 Jul 23 16:26:37.298169 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619db4d-3406-40ba-96ce-530c6e0b284b req-3e66ff4e-196e-4038-a53b-83421e0da04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:37.299711 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9619db4d-3406-40ba-96ce-530c6e0b284b req-3e66ff4e-196e-4038-a53b-83421e0da04e service neutron] 10.222.0.59 "GET /v2.0/networks?id=228c64c6-d4fc-435f-99b8-c30874fced0d HTTP/1.1" status: 200 len: 909 time: 0.0968871 Jul 23 16:26:37.337816 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-bba3cea4-5632-424a-b386-10e67c6c70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'name': 'tempest-TestShelveInstance-642615345-router', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:07Z', 'revision_number': 4, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'gw_port': {'id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '6cedfdbd-f927-4cd3-b616-79fcab43cb86', 'name': '', 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'mac_address': 'fa:16:3e:c5:04:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '08f50097-d250-41cd-9b40-d8f453f71716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:06Z', 'updated_at': '2021-07-23T16:22:13Z', 'revision_number': 5, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'subnets': [{'id': '08f50097-d250-41cd-9b40-d8f453f71716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:37.346386 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9619db4d-3406-40ba-96ce-530c6e0b284b req-197edfc5-6ab1-4f14-8a25-7c4792ba4e75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1315d00c-24d0-41dd-98df-50d3dbf4b03a HTTP/1.1" status: 200 len: 217 time: 0.0388553 Jul 23 16:26:37.353039 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf13f5-f111-4fce-8ace-e310e4d5f03e req-b5e86708-a45c-4f48-81b9-21c29b8f8c8c tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:37.354655 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-92bf13f5-f111-4fce-8ace-e310e4d5f03e req-b5e86708-a45c-4f48-81b9-21c29b8f8c8c tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.2305508 Jul 23 16:26:37.365340 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba3cea4-5632-424a-b386-10e67c6c70be None None] Checking router: 0f21230a-e55b-4d04-8b22-9f45e5f38407 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:26:37.375428 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba3cea4-5632-424a-b386-10e67c6c70be None None] Routers {'0f21230a-e55b-4d04-8b22-9f45e5f38407'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:26:37.376398 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-bba3cea4-5632-424a-b386-10e67c6c70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:26:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0f21230a-e55b-4d04-8b22-9f45e5f38407'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:37.393673 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-92bf13f5-f111-4fce-8ace-e310e4d5f03e req-9629692e-a27c-4df9-b587-fb197e00f3f0 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328329 Jul 23 16:26:37.398378 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619db4d-3406-40ba-96ce-530c6e0b284b req-2f71b526-e462-4f62-8a6c-b37c590a5b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:37.400490 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9619db4d-3406-40ba-96ce-530c6e0b284b req-2f71b526-e462-4f62-8a6c-b37c590a5b60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08f50097-d250-41cd-9b40-d8f453f71716 HTTP/1.1" status: 200 len: 847 time: 0.0476511 Jul 23 16:26:37.458699 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619db4d-3406-40ba-96ce-530c6e0b284b req-0ef976ea-9c50-4c38-9a39-011c37529fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:37.460433 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9619db4d-3406-40ba-96ce-530c6e0b284b req-0ef976ea-9c50-4c38-9a39-011c37529fdf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=228c64c6-d4fc-435f-99b8-c30874fced0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524690 Jul 23 16:26:37.489511 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-bba3cea4-5632-424a-b386-10e67c6c70be None None] Set router 0f21230a-e55b-4d04-8b22-9f45e5f38407 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:26:37.552822 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9619db4d-3406-40ba-96ce-530c6e0b284b req-d866c77a-59fb-41d0-97e7-e7dc06aff6b1 service neutron] 10.222.0.59 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846455 Jul 23 16:26:37.654607 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-9619db4d-3406-40ba-96ce-530c6e0b284b req-9bd6f92e-1cad-4cea-bc2b-6737800a7be6 service neutron] 10.222.0.59 "GET /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932016 Jul 23 16:26:37.713101 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-bba3cea4-5632-424a-b386-10e67c6c70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'name': 'tempest-TestShelveInstance-642615345-router', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:07Z', 'revision_number': 4, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'gw_port': {'id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '6cedfdbd-f927-4cd3-b616-79fcab43cb86', 'name': '', 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'mac_address': 'fa:16:3e:c5:04:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '08f50097-d250-41cd-9b40-d8f453f71716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:06Z', 'updated_at': '2021-07-23T16:22:13Z', 'revision_number': 5, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'subnets': [{'id': '08f50097-d250-41cd-9b40-d8f453f71716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:37.740326 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba3cea4-5632-424a-b386-10e67c6c70be None None] The sync data for ids ['0f21230a-e55b-4d04-8b22-9f45e5f38407'] in dv-cinder-796286-18-iscsi is: [{'id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'name': 'tempest-TestShelveInstance-642615345-router', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:07Z', 'revision_number': 4, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'gw_port': {'id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi', '_interfaces': [{'id': '6cedfdbd-f927-4cd3-b616-79fcab43cb86', 'name': '', 'network_id': '228c64c6-d4fc-435f-99b8-c30874fced0d', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'mac_address': 'fa:16:3e:c5:04:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '08f50097-d250-41cd-9b40-d8f453f71716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:06Z', 'updated_at': '2021-07-23T16:22:13Z', 'revision_number': 5, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'subnets': [{'id': '08f50097-d250-41cd-9b40-d8f453f71716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:26:37.997901 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6af142-2f38-4ad2-a426-497cc0403c4d None None] New status for floating IP e07b0bf6-037d-4fc5-8056-eb6a081d9988: DOWN {{(pid=93299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:26:38.536086 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3a80c-1c93-4ba2-9602-bcee816a623c req-8bcc3f50-c6fb-4123-869b-060f0c55b4b1 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:38.537549 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-53f3a80c-1c93-4ba2-9602-bcee816a623c req-8bcc3f50-c6fb-4123-869b-060f0c55b4b1 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0732727 Jul 23 16:26:38.578553 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-53f3a80c-1c93-4ba2-9602-bcee816a623c req-355e0d0c-da41-417d-88af-fb1711453ecc tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/security-groups?id=5e416a60-7207-4f06-a811-572ca63300e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322402 Jul 23 16:26:38.887178 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47503d4c-6706-4763-93b5-486575c3e2cb req-c027e4d7-dd8f-4ffa-8493-3078fdf646d0 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:38.888825 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-47503d4c-6706-4763-93b5-486575c3e2cb req-c027e4d7-dd8f-4ffa-8493-3078fdf646d0 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 945 time: 0.0726876 Jul 23 16:26:39.002523 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-47503d4c-6706-4763-93b5-486575c3e2cb req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Deleting port 1315d00c-24d0-41dd-98df-50d3dbf4b03a {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:39.002865 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-47503d4c-6706-4763-93b5-486575c3e2cb req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:39.376629 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [req-47503d4c-6706-4763-93b5-486575c3e2cb req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] For port 1315d00c-24d0-41dd-98df-50d3dbf4b03a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1315d00c-24d0-41dd-98df-50d3dbf4b03a,segment=NetworkSegment(819c31e4-50cb-4d65-aa4f-3e64a45f5e19),segment_id=819c31e4-50cb-4d65-aa4f-3e64a45f5e19)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:39.376958 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-47503d4c-6706-4763-93b5-486575c3e2cb req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:39.390350 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [req-47503d4c-6706-4763-93b5-486575c3e2cb req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Calling delete_port for 1315d00c-24d0-41dd-98df-50d3dbf4b03a owned by compute:nova {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:39.529574 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-47503d4c-6706-4763-93b5-486575c3e2cb req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:39.560111 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Pushing event deleted for resources: {'Port': ['ID=1315d00c-24d0-41dd-98df-50d3dbf4b03a,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:39.574897 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:39.575278 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:39.575653 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:39.575958 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:39.576306 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:39.576642 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:39.577105 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:39.577311 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:39.577690 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:39.578015 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:39.578588 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:39.578714 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:39.628006 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [req-47503d4c-6706-4763-93b5-486575c3e2cb req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] No DVR routers for this DVR port 1315d00c-24d0-41dd-98df-50d3dbf4b03a on host hv-cinder-79628 {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:39.630697 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [req-47503d4c-6706-4763-93b5-486575c3e2cb req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2041056'] for port, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:39.633568 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [req-47503d4c-6706-4763-93b5-486575c3e2cb req-7db69978-bc19-43f4-b8cf-9d9bfb469a05 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.59 "DELETE /v2.0/ports/1315d00c-24d0-41dd-98df-50d3dbf4b03a HTTP/1.1" status: 204 len: 173 time: 0.7395616 Jul 23 16:26:39.634027 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'name': 'network-vif-deleted', 'tag': '1315d00c-24d0-41dd-98df-50d3dbf4b03a'}] {{(pid=93296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:39.637106 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5ad6238634f8fe71afeeb170d5ba68eea2bd586e9e0c5a1f0a47186ec72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff791ba-0840-40e6-b0ac-7f1d7dee9783" -d '{"events": [{"server_uuid": "6c07e73f-1fd5-43c5-952b-df775c2cd6e5", "name": "network-vif-deleted", "tag": "1315d00c-24d0-41dd-98df-50d3dbf4b03a"}]}' {{(pid=93296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:39.687862 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [req-ade6646c-4ccf-45e0-8ea0-ac1f0c959623 req-06dfb38f-8f19-4b41-b1d9-f8fa8048b37a tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07e73f-1fd5-43c5-952b-df775c2cd6e5 HTTP/1.1" status: 200 len: 210 time: 0.0316925 Jul 23 16:26:39.789072 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f379d0ac-d8c7-42b7-9693-6c6e9ebd3688 x-openstack-request-id: req-f379d0ac-d8c7-42b7-9693-6c6e9ebd3688 {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:39.789401 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c07e73f-1fd5-43c5-952b-df775c2cd6e5", "name": "network-vif-deleted", "tag": "1315d00c-24d0-41dd-98df-50d3dbf4b03a", "status": "completed", "code": 200}]} {{(pid=93296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:39.789651 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f379d0ac-d8c7-42b7-9693-6c6e9ebd3688 {{(pid=93296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:39.790042 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c07e73f-1fd5-43c5-952b-df775c2cd6e5', 'name': 'network-vif-deleted', 'tag': '1315d00c-24d0-41dd-98df-50d3dbf4b03a', 'status': 'completed', 'code': 200} Jul 23 16:26:40.752097 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 60130) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:40.821311 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-66accb99-bd1a-4cf2-8b3c-eefd7cb7ae48 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.847540 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-66accb99-bd1a-4cf2-8b3c-eefd7cb7ae48 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.917704 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-66accb99-bd1a-4cf2-8b3c-eefd7cb7ae48 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.920350 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-66accb99-bd1a-4cf2-8b3c-eefd7cb7ae48 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.921386 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-66accb99-bd1a-4cf2-8b3c-eefd7cb7ae48 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] 10.222.0.69 "DELETE /v2.0/security-groups/5e416a60-7207-4f06-a811-572ca63300e1 HTTP/1.1" status: 204 len: 168 time: 0.1682155 Jul 23 16:26:40.930962 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66accb99-bd1a-4cf2-8b3c-eefd7cb7ae48 tempest-TestShelveInstance-1308672999 tempest-TestShelveInstance-1308672999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e416a60-7207-4f06-a811-572ca63300e1,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:40.969286 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 60134) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:41.380480 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9f01a866-df79-46b2-9214-e1e71208fe20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729351'] for router_interface, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.680822 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-9f01a866-df79-46b2-9214-e1e71208fe20 admin admin] Deleting port 6cedfdbd-f927-4cd3-b616-79fcab43cb86 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:41.681080 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9f01a866-df79-46b2-9214-e1e71208fe20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.764337 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-9f01a866-df79-46b2-9214-e1e71208fe20 admin admin] For port 6cedfdbd-f927-4cd3-b616-79fcab43cb86, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=6cedfdbd-f927-4cd3-b616-79fcab43cb86,segment=NetworkSegment(819c31e4-50cb-4d65-aa4f-3e64a45f5e19),segment_id=819c31e4-50cb-4d65-aa4f-3e64a45f5e19)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:41.764795 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9f01a866-df79-46b2-9214-e1e71208fe20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.781685 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-9f01a866-df79-46b2-9214-e1e71208fe20 admin admin] Calling delete_port for 6cedfdbd-f927-4cd3-b616-79fcab43cb86 owned by network:router_interface {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:41.984765 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9f01a866-df79-46b2-9214-e1e71208fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.010617 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01a866-df79-46b2-9214-e1e71208fe20 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cedfdbd-f927-4cd3-b616-79fcab43cb86,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:42.194126 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-9f01a866-df79-46b2-9214-e1e71208fe20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728529'] for router_interface, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.371765 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.412244 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f01a866-df79-46b2-9214-e1e71208fe20 admin admin] Router 0f21230a-e55b-4d04-8b22-9f45e5f38407 has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:26:42.504336 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 1315d00c-24d0-41dd-98df-50d3dbf4b03a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:42.519795 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f01a866-df79-46b2-9214-e1e71208fe20 admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:26:42.525445 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-9f01a866-df79-46b2-9214-e1e71208fe20 admin admin] 10.222.0.69 "PUT /v2.0/routers/0f21230a-e55b-4d04-8b22-9f45e5f38407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5539896 Jul 23 16:26:42.525560 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] No Port match for: 1315d00c-24d0-41dd-98df-50d3dbf4b03a {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:42.525560 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Device 1315d00c-24d0-41dd-98df-50d3dbf4b03a not bound to the agent host hv-cinder-79628 {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:42.527693 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 60136) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:42.531347 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e45ce31-9117-449e-b9d0-2859fb2d9e61 None None] Sync routers for ids ['0f21230a-e55b-4d04-8b22-9f45e5f38407'] in dv-cinder-796286-18-iscsi {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:26:42.541136 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e45ce31-9117-449e-b9d0-2859fb2d9e61 None None] Routers {'0f21230a-e55b-4d04-8b22-9f45e5f38407'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:26:42.541771 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-7e45ce31-9117-449e-b9d0-2859fb2d9e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:26:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0f21230a-e55b-4d04-8b22-9f45e5f38407'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:42.631074 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-29092325-784d-461c-b16f-00787ad9c1f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.647361 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-7e45ce31-9117-449e-b9d0-2859fb2d9e61 None None] Set router 0f21230a-e55b-4d04-8b22-9f45e5f38407 gateway port host: dv-cinder-796286-18-iscsi {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:26:42.732729 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-29092325-784d-461c-b16f-00787ad9c1f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.786185 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-29092325-784d-461c-b16f-00787ad9c1f9 admin admin] Deleting port ad11e692-af5e-4b74-b5fe-2c2f5a07f59f {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:42.786529 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-29092325-784d-461c-b16f-00787ad9c1f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.829429 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-7e45ce31-9117-449e-b9d0-2859fb2d9e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'name': 'tempest-TestShelveInstance-642615345-router', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:26:41Z', 'revision_number': 5, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'gw_port': {'id': 'ad11e692-af5e-4b74-b5fe-2c2f5a07f59f', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:42.862899 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e45ce31-9117-449e-b9d0-2859fb2d9e61 None None] Checking router: 0f21230a-e55b-4d04-8b22-9f45e5f38407 for host: dv-cinder-796286-18-iscsi {{(pid=93298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:26:42.871540 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e45ce31-9117-449e-b9d0-2859fb2d9e61 None None] Routers {'0f21230a-e55b-4d04-8b22-9f45e5f38407'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:26:42.872169 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-7e45ce31-9117-449e-b9d0-2859fb2d9e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:26:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['0f21230a-e55b-4d04-8b22-9f45e5f38407'], 'active': True} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:42.874082 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-29092325-784d-461c-b16f-00787ad9c1f9 admin admin] For port ad11e692-af5e-4b74-b5fe-2c2f5a07f59f, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=ad11e692-af5e-4b74-b5fe-2c2f5a07f59f,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:42.874513 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-29092325-784d-461c-b16f-00787ad9c1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.887433 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-29092325-784d-461c-b16f-00787ad9c1f9 admin admin] Calling delete_port for ad11e692-af5e-4b74-b5fe-2c2f5a07f59f owned by network:router_gateway {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:42.958346 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvr_db [None req-7e45ce31-9117-449e-b9d0-2859fb2d9e61 None None] Set router 0f21230a-e55b-4d04-8b22-9f45e5f38407 gateway port host: None {{(pid=93298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:26:43.012567 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_hamode_db [None req-7e45ce31-9117-449e-b9d0-2859fb2d9e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'name': 'tempest-TestShelveInstance-642615345-router', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:26:42Z', 'revision_number': 6, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'gw_port_host': None}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:43.043243 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e45ce31-9117-449e-b9d0-2859fb2d9e61 None None] The sync data for ids ['0f21230a-e55b-4d04-8b22-9f45e5f38407'] in dv-cinder-796286-18-iscsi is: [{'id': '0f21230a-e55b-4d04-8b22-9f45e5f38407', 'name': 'tempest-TestShelveInstance-642615345-router', 'tenant_id': 'c640d040d652410c84d3bb10405ad009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:04Z', 'updated_at': '2021-07-23T16:26:42Z', 'revision_number': 6, 'project_id': 'c640d040d652410c84d3bb10405ad009', 'gw_port_host': None}] {{(pid=93298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:26:43.074548 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-29092325-784d-461c-b16f-00787ad9c1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.107542 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29092325-784d-461c-b16f-00787ad9c1f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad11e692-af5e-4b74-b5fe-2c2f5a07f59f,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:43.170915 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-29092325-784d-461c-b16f-00787ad9c1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1735942'] for router_gateway, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.265771 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-29092325-784d-461c-b16f-00787ad9c1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.268046 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-29092325-784d-461c-b16f-00787ad9c1f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.315991 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-29092325-784d-461c-b16f-00787ad9c1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1708002'] for router, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.316650 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29092325-784d-461c-b16f-00787ad9c1f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f21230a-e55b-4d04-8b22-9f45e5f38407 {{(pid=93296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:26:43.321785 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-29092325-784d-461c-b16f-00787ad9c1f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.322863 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-29092325-784d-461c-b16f-00787ad9c1f9 admin admin] 10.222.0.69 "DELETE /v2.0/routers/0f21230a-e55b-4d04-8b22-9f45e5f38407 HTTP/1.1" status: 204 len: 168 time: 0.7942348 Jul 23 16:26:43.326532 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 60138) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:43.373016 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4f5722-a3f6-4f38-846e-7b867431aaad admin admin] Deleting subnet 08f50097-d250-41cd-9b40-d8f453f71716 {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:26:43.377061 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5722-a3f6-4f38-846e-7b867431aaad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.412487 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5722-a3f6-4f38-846e-7b867431aaad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15618264'] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.497642 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5722-a3f6-4f38-846e-7b867431aaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386006'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.565519 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5722-a3f6-4f38-846e-7b867431aaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15978212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13960945'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.592324 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f5722-a3f6-4f38-846e-7b867431aaad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08f50097-d250-41cd-9b40-d8f453f71716,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:43.596095 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5722-a3f6-4f38-846e-7b867431aaad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.598705 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-dd4f5722-a3f6-4f38-846e-7b867431aaad admin admin] 10.222.0.69 "DELETE /v2.0/subnets/08f50097-d250-41cd-9b40-d8f453f71716 HTTP/1.1" status: 204 len: 168 time: 0.2711744 Jul 23 16:26:43.600563 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 60140) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:43.603921 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abc1ead-99ad-4299-8552-be85a4044263 None None] Network 228c64c6-d4fc-435f-99b8-c30874fced0d requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:43.678942 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541368'] for network, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.724111 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:26:43.732813 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] Deleting port 177c01ee-dc04-4051-80a5-f2fd291d880d {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:43.733150 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.795677 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] For port 177c01ee-dc04-4051-80a5-f2fd291d880d, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=177c01ee-dc04-4051-80a5-f2fd291d880d,segment=NetworkSegment(819c31e4-50cb-4d65-aa4f-3e64a45f5e19),segment_id=819c31e4-50cb-4d65-aa4f-3e64a45f5e19)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:43.796096 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.802734 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] DHCP port deletion for 228c64c6-d4fc-435f-99b8-c30874fced0d request from dv-cinder-796286-18-iscsi {{(pid=93298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:26:43.814901 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] Calling delete_port for 177c01ee-dc04-4051-80a5-f2fd291d880d owned by network:dhcp {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:43.851118 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] Deleting port 177c01ee-dc04-4051-80a5-f2fd291d880d {{(pid=93298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:43.851722 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.902307 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.925976 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.db [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] For port 177c01ee-dc04-4051-80a5-f2fd291d880d, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=177c01ee-dc04-4051-80a5-f2fd291d880d,segment=NetworkSegment(819c31e4-50cb-4d65-aa4f-3e64a45f5e19),segment_id=819c31e4-50cb-4d65-aa4f-3e64a45f5e19)] {{(pid=93298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:43.926368 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.930601 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] Pushing event deleted for resources: {'Port': ['ID=177c01ee-dc04-4051-80a5-f2fd291d880d,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:43.936960 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] No DVR routers for this DVR port 177c01ee-dc04-4051-80a5-f2fd291d880d on host dv-cinder-796286-18-iscsi {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:43.942606 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] Calling delete_port for 177c01ee-dc04-4051-80a5-f2fd291d880d owned by network:dhcp {{(pid=93298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:44.011693 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385103', 'neutron.services.segments.db._delete_segments_for_network-8727500513675'] for network, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.022572 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228c64c6-d4fc-435f-99b8-c30874fced0d']}} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:44.023289 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382'] for port, after_delete {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.036772 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819c31e4-50cb-4d65-aa4f-3e64a45f5e19') {'for_net_delete': True} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:44.037071 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819c31e4-50cb-4d65-aa4f-3e64a45f5e19') {} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:44.046841 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727500584376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15618273'] for segment, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.049076 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] Pushing event deleted for resources: {'Port': ['ID=177c01ee-dc04-4051-80a5-f2fd291d880d,revision_number=None']} {{(pid=93298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:44.059223 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] No DVR routers for this DVR port 177c01ee-dc04-4051-80a5-f2fd291d880d on host dv-cinder-796286-18-iscsi {{(pid=93298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:44.061288 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:44.061644 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:44.062067 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:44.062408 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:44.062740 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:44.062869 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.063104 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:44.063445 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:44.063774 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:44.064100 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:44.064427 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:44.064749 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:44.065072 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc4053-3d5f-4b57-b94a-5243341b1d07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-18-iscsi {{(pid=93298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:44.069148 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:26:44.069549 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15978078'] for segment, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: Traceback (most recent call last): Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: timer() Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: cb(*args, **kw) Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: return func(*args, **kwargs) Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: self._notify() Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: self.callback(batched_events) Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: event.method(event) Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: return f(self, *a, **k) Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._get(url).json() Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: return self.request(url, 'GET', **kwargs) Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:26:44.071280 dv-cinder-796286-18-iscsi neutron-server[93296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:26:44.128445 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736162'] for network, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.148312 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.150771 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] 10.222.0.69 "DELETE /v2.0/networks/228c64c6-d4fc-435f-99b8-c30874fced0d HTTP/1.1" status: 204 len: 168 time: 0.5490165 Jul 23 16:26:44.152114 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3739683-0dfe-46c2-8204-ad9ea2b4cd8f admin admin] Pushing event deleted for resources: {'Network': ['ID=228c64c6-d4fc-435f-99b8-c30874fced0d,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:44.153678 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 60142) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:44.291994 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [req-98ddcf58-746c-47ae-bcdf-b131c1a98023 req-1019f52b-d591-4cfb-a986-247567eac19a service neutron] (93297) timed out ('10.222.0.59', 57545) {{(pid=93297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:26:44.789424 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e7f0896c-c8b7-41bf-9863-a92d1936c373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729351'] for router_interface, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.040705 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device ad11e692-af5e-4b74-b5fe-2c2f5a07f59f no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:45.057697 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0896c-c8b7-41bf-9863-a92d1936c373 admin admin] Deleting port fd423703-f05e-4268-ab5b-da38d9146843 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:45.058038 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e7f0896c-c8b7-41bf-9863-a92d1936c373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.060483 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: ad11e692-af5e-4b74-b5fe-2c2f5a07f59f {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:45.060834 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device ad11e692-af5e-4b74-b5fe-2c2f5a07f59f not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:45.061248 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 6cedfdbd-f927-4cd3-b616-79fcab43cb86 no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:45.079550 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 6cedfdbd-f927-4cd3-b616-79fcab43cb86 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:45.079863 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 6cedfdbd-f927-4cd3-b616-79fcab43cb86 not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:45.080285 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 177c01ee-dc04-4051-80a5-f2fd291d880d no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:45.101395 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 177c01ee-dc04-4051-80a5-f2fd291d880d {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:45.101768 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 177c01ee-dc04-4051-80a5-f2fd291d880d not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:45.140676 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-e7f0896c-c8b7-41bf-9863-a92d1936c373 admin admin] For port fd423703-f05e-4268-ab5b-da38d9146843, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=fd423703-f05e-4268-ab5b-da38d9146843,segment=NetworkSegment(088e8a55-1313-4e25-ba85-83caf78ee6c1),segment_id=088e8a55-1313-4e25-ba85-83caf78ee6c1)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:45.141228 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e7f0896c-c8b7-41bf-9863-a92d1936c373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.154539 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0896c-c8b7-41bf-9863-a92d1936c373 admin admin] Calling delete_port for fd423703-f05e-4268-ab5b-da38d9146843 owned by network:router_interface {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:45.346578 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e7f0896c-c8b7-41bf-9863-a92d1936c373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.373518 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0896c-c8b7-41bf-9863-a92d1936c373 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd423703-f05e-4268-ab5b-da38d9146843,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:45.554296 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-e7f0896c-c8b7-41bf-9863-a92d1936c373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728529'] for router_interface, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.771862 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f0896c-c8b7-41bf-9863-a92d1936c373 admin admin] Router c466c8d5-5df3-4eb4-8ded-4b35ddc006fc has already been hosted by L3 agent 93450082-2909-44c7-a9f8-5ed7cb86059b {{(pid=93296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:26:45.796077 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-63fabb41-2e91-4bfc-8bd3-73e78cf5ec64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.888374 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f0896c-c8b7-41bf-9863-a92d1936c373 admin admin] Notify agent at l3_agent.dv-cinder-796286-18-iscsi the message routers_updated {{(pid=93296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:26:45.893866 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-e7f0896c-c8b7-41bf-9863-a92d1936c373 admin admin] 10.222.0.69 "PUT /v2.0/routers/c466c8d5-5df3-4eb4-8ded-4b35ddc006fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7391791 Jul 23 16:26:45.896417 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 60144) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:45.899193 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698515a7-c8a9-49ea-9b02-cab589199b16 None None] Sync routers for ids ['c466c8d5-5df3-4eb4-8ded-4b35ddc006fc'] in dv-cinder-796286-18-iscsi {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:26:45.909152 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698515a7-c8a9-49ea-9b02-cab589199b16 None None] Routers {'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:26:45.909791 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-698515a7-c8a9-49ea-9b02-cab589199b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:26:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['c466c8d5-5df3-4eb4-8ded-4b35ddc006fc'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:46.001865 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1420aab0-a594-4c84-a5f2-3b523ee5c845 admin admin] Notify callbacks [] for router, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.017329 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-698515a7-c8a9-49ea-9b02-cab589199b16 None None] Set router c466c8d5-5df3-4eb4-8ded-4b35ddc006fc gateway port host: dv-cinder-796286-18-iscsi {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:26:46.106073 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1420aab0-a594-4c84-a5f2-3b523ee5c845 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.159372 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-1420aab0-a594-4c84-a5f2-3b523ee5c845 admin admin] Deleting port 77bbbcbd-3366-4b2c-b435-27e03f53bb05 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:46.160070 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1420aab0-a594-4c84-a5f2-3b523ee5c845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.195067 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-698515a7-c8a9-49ea-9b02-cab589199b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'name': 'tempest-TestShelveInstance-1113451374-router', 'tenant_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'external_fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '77bbbcbd-3366-4b2c-b435-27e03f53bb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:26:45Z', 'revision_number': 5, 'project_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'gw_port': {'id': '77bbbcbd-3366-4b2c-b435-27e03f53bb05', 'name': '', 'network_id': '241ebba6-cd57-4e89-ae41-1e1bc2228a25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4d7dd9d-a26b-4a1c-b38e-89d9d7739b33', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-18-iscsi'}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:46.241159 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-1420aab0-a594-4c84-a5f2-3b523ee5c845 admin admin] For port 77bbbcbd-3366-4b2c-b435-27e03f53bb05, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=77bbbcbd-3366-4b2c-b435-27e03f53bb05,segment=NetworkSegment(faa77feb-861d-4456-af35-0ec1b127b577),segment_id=faa77feb-861d-4456-af35-0ec1b127b577)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:46.241528 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1420aab0-a594-4c84-a5f2-3b523ee5c845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.259214 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-1420aab0-a594-4c84-a5f2-3b523ee5c845 admin admin] Calling delete_port for 77bbbcbd-3366-4b2c-b435-27e03f53bb05 owned by network:router_gateway {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:46.309151 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698515a7-c8a9-49ea-9b02-cab589199b16 None None] Checking router: c466c8d5-5df3-4eb4-8ded-4b35ddc006fc for host: dv-cinder-796286-18-iscsi {{(pid=93299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:26:46.317911 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698515a7-c8a9-49ea-9b02-cab589199b16 None None] Routers {'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc'} bound to L3 agent in host dv-cinder-796286-18-iscsi {{(pid=93299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:26:46.318560 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-698515a7-c8a9-49ea-9b02-cab589199b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:02:48Z,description=,heartbeat_timestamp=2021-07-23T16:26:19Z,host='dv-cinder-796286-18-iscsi',id=93450082-2909-44c7-a9f8-5ed7cb86059b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:02:48Z,topic='l3_agent')) {'router_ids': ['c466c8d5-5df3-4eb4-8ded-4b35ddc006fc'], 'active': True} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:46.405280 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_dvr_db [None req-698515a7-c8a9-49ea-9b02-cab589199b16 None None] Set router c466c8d5-5df3-4eb4-8ded-4b35ddc006fc gateway port host: None {{(pid=93299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:26:46.433348 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1420aab0-a594-4c84-a5f2-3b523ee5c845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.462924 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.l3_hamode_db [None req-698515a7-c8a9-49ea-9b02-cab589199b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'name': 'tempest-TestShelveInstance-1113451374-router', 'tenant_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:26:46Z', 'revision_number': 6, 'project_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'gw_port_host': None}], 'dv-cinder-796286-18-iscsi', False) {} {{(pid=93299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:46.464131 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420aab0-a594-4c84-a5f2-3b523ee5c845 admin admin] Pushing event deleted for resources: {'Port': ['ID=77bbbcbd-3366-4b2c-b435-27e03f53bb05,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:46.495985 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698515a7-c8a9-49ea-9b02-cab589199b16 None None] The sync data for ids ['c466c8d5-5df3-4eb4-8ded-4b35ddc006fc'] in dv-cinder-796286-18-iscsi is: [{'id': 'c466c8d5-5df3-4eb4-8ded-4b35ddc006fc', 'name': 'tempest-TestShelveInstance-1113451374-router', 'tenant_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:26:46Z', 'revision_number': 6, 'project_id': 'e298e6ddf8eb46b3906c8a795f4035ad', 'gw_port_host': None}] {{(pid=93299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:26:46.539825 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1420aab0-a594-4c84-a5f2-3b523ee5c845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1735942'] for router_gateway, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.629769 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1420aab0-a594-4c84-a5f2-3b523ee5c845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1696'] for router, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.632073 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1420aab0-a594-4c84-a5f2-3b523ee5c845 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.684180 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1420aab0-a594-4c84-a5f2-3b523ee5c845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1708002'] for router, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.685003 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1420aab0-a594-4c84-a5f2-3b523ee5c845 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c466c8d5-5df3-4eb4-8ded-4b35ddc006fc {{(pid=93296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:26:46.690349 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-1420aab0-a594-4c84-a5f2-3b523ee5c845 admin admin] Notify callbacks [] for router, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.692095 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-1420aab0-a594-4c84-a5f2-3b523ee5c845 admin admin] 10.222.0.69 "DELETE /v2.0/routers/c466c8d5-5df3-4eb4-8ded-4b35ddc006fc HTTP/1.1" status: 204 len: 168 time: 0.7945907 Jul 23 16:26:46.696461 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 60146) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:46.740113 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf89bd8-b336-4b3c-b201-d844419a3a71 admin admin] Deleting subnet 9ea0b568-94ed-445d-89f9-a3f9258c9808 {{(pid=93296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:26:46.744215 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0bf89bd8-b336-4b3c-b201-d844419a3a71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.784508 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0bf89bd8-b336-4b3c-b201-d844419a3a71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15618264'] for subnet, precommit_delete_associations {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.875558 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0bf89bd8-b336-4b3c-b201-d844419a3a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1386006'] for subnet, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.936661 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0bf89bd8-b336-4b3c-b201-d844419a3a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15978212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13960945'] for subnet, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.960803 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf89bd8-b336-4b3c-b201-d844419a3a71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ea0b568-94ed-445d-89f9-a3f9258c9808,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:46.966588 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-0bf89bd8-b336-4b3c-b201-d844419a3a71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.968643 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-0bf89bd8-b336-4b3c-b201-d844419a3a71 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9ea0b568-94ed-445d-89f9-a3f9258c9808 HTTP/1.1" status: 204 len: 168 time: 0.2711985 Jul 23 16:26:46.971374 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 60148) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:46.974453 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e1a5ba-ea09-437b-a082-cf188ed7764f None None] Network 897a3c9e-027f-4ed0-9fe6-e0905b6288f9 requested from dv-cinder-796286-18-iscsi {{(pid=93298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:47.038885 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541368'] for network, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.095714 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] Deleting port 066df779-7388-4b54-868b-6506a3d149f2 {{(pid=93296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:47.096053 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727500446477'] for port, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.158275 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.db [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] For port 066df779-7388-4b54-868b-6506a3d149f2, host dv-cinder-796286-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-18-iscsi',level=0,port_id=066df779-7388-4b54-868b-6506a3d149f2,segment=NetworkSegment(088e8a55-1313-4e25-ba85-83caf78ee6c1),segment_id=088e8a55-1313-4e25-ba85-83caf78ee6c1)] {{(pid=93296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:47.158524 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728583'] for port, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.170144 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.plugin [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] Calling delete_port for 066df779-7388-4b54-868b-6506a3d149f2 owned by network:dhcp {{(pid=93296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:47.251922 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30716f84-69bf-4e2c-9a7c-e5126d422f1a None None] DHCP port deletion for 897a3c9e-027f-4ed0-9fe6-e0905b6288f9 request from dv-cinder-796286-18-iscsi {{(pid=93298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:26:47.263540 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-555726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727500452675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727500047382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15977993'] for port, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.281799 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-30716f84-69bf-4e2c-9a7c-e5126d422f1a None None] The port '066df779-7388-4b54-868b-6506a3d149f2' was deleted {{(pid=93298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 23 16:26:47.294211 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] Pushing event deleted for resources: {'Port': ['ID=066df779-7388-4b54-868b-6506a3d149f2,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:47.296660 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] No DVR routers for this DVR port 066df779-7388-4b54-868b-6506a3d149f2 on host dv-cinder-796286-18-iscsi {{(pid=93296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:47.316759 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device fd423703-f05e-4268-ab5b-da38d9146843 no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:47.336575 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: fd423703-f05e-4268-ab5b-da38d9146843 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:47.336919 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device fd423703-f05e-4268-ab5b-da38d9146843 not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:47.337338 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 066df779-7388-4b54-868b-6506a3d149f2 no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:47.356372 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 066df779-7388-4b54-868b-6506a3d149f2 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:47.356720 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 066df779-7388-4b54-868b-6506a3d149f2 not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:47.357134 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 77bbbcbd-3366-4b2c-b435-27e03f53bb05 no longer exists at agent ovs-agent-dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:47.365544 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385103', 'neutron.services.segments.db._delete_segments_for_network-8727500513675'] for network, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.376114 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.plugin [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] No Port match for: 77bbbcbd-3366-4b2c-b435-27e03f53bb05 {{(pid=93298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:47.376456 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron.plugins.ml2.rpc [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Device 77bbbcbd-3366-4b2c-b435-27e03f53bb05 not bound to the agent host dv-cinder-796286-18-iscsi {{(pid=93298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:47.377240 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897a3c9e-027f-4ed0-9fe6-e0905b6288f9']}} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:47.393230 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088e8a55-1313-4e25-ba85-83caf78ee6c1') {'for_net_delete': True} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:47.393525 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.services.segments.db [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088e8a55-1313-4e25-ba85-83caf78ee6c1') {} {{(pid=93296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:47.402910 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727500584376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15618273'] for segment, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.417348 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527'] for segment, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.423303 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=93296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:26:47.423686 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15978078'] for segment, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: Traceback (most recent call last): Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: timer() Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: cb(*args, **kw) Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: return func(*args, **kwargs) Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: self._notify() Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: self.callback(batched_events) Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: event.method(event) Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: return f(self, *a, **k) Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._get(url).json() Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: return self.request(url, 'GET', **kwargs) Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:26:47.425315 dv-cinder-796286-18-iscsi neutron-server[93296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:26:47.484377 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736162'] for network, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.490318 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631224'] for network, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.493452 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] 10.222.0.69 "DELETE /v2.0/networks/897a3c9e-027f-4ed0-9fe6-e0905b6288f9 HTTP/1.1" status: 204 len: 168 time: 0.5209756 Jul 23 16:26:47.506250 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34e9b9-ca8d-43f8-b172-4317fa9ff81e admin admin] Pushing event deleted for resources: {'Network': ['ID=897a3c9e-027f-4ed0-9fe6-e0905b6288f9,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:47.703122 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 60152) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:47.745696 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-8a71cb71-e2c0-4708-b66e-5e667129093a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c640d040d652410c84d3bb10405ad009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413172 Jul 23 16:26:47.748278 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [-] (93296) accepted ('10.222.0.69', 60154) {{(pid=93296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:47.798749 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c2f94973-ed41-42c5-8214-59344daefffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.824498 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c2f94973-ed41-42c5-8214-59344daefffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.875471 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c2f94973-ed41-42c5-8214-59344daefffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.878159 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron_lib.callbacks.manager [None req-c2f94973-ed41-42c5-8214-59344daefffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.879322 dv-cinder-796286-18-iscsi neutron-server[93296]: INFO neutron.wsgi [None req-c2f94973-ed41-42c5-8214-59344daefffc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/32a31740-e385-48f5-8691-4ba6e78c17fc HTTP/1.1" status: 204 len: 168 time: 0.1301022 Jul 23 16:26:47.888692 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f94973-ed41-42c5-8214-59344daefffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a31740-e385-48f5-8691-4ba6e78c17fc,revision_number=None']} {{(pid=93296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:48.219825 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 60160) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:48.262979 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-53e5c3ba-e5e5-4f01-a661-06cdac3bccd9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e298e6ddf8eb46b3906c8a795f4035ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419524 Jul 23 16:26:48.265463 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [-] (93297) accepted ('10.222.0.69', 60162) {{(pid=93297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:48.314229 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-310e60bc-dbbd-41aa-bc66-9e68d6975152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.336621 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-310e60bc-dbbd-41aa-bc66-9e68d6975152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.391630 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-310e60bc-dbbd-41aa-bc66-9e68d6975152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631378'] for security_group, after_delete {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.394185 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron_lib.callbacks.manager [None req-310e60bc-dbbd-41aa-bc66-9e68d6975152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.395373 dv-cinder-796286-18-iscsi neutron-server[93297]: INFO neutron.wsgi [None req-310e60bc-dbbd-41aa-bc66-9e68d6975152 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/29cf83e1-2eea-40ee-9b6d-1f849d07fb06 HTTP/1.1" status: 204 len: 168 time: 0.1289847 Jul 23 16:26:48.403029 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e60bc-dbbd-41aa-bc66-9e68d6975152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cf83e1-2eea-40ee-9b6d-1f849d07fb06,revision_number=None']} {{(pid=93297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:48.603174 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-85e4fff7-7efb-43bc-a537-ff8716cd2478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.840242 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.328577 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:51.118331 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:51.232609 dv-cinder-796286-18-iscsi neutron-server[93297]: DEBUG neutron.wsgi [req-bf78fe23-a81e-4807-8ffd-aeca9a410a93 req-3e3c009a-3bb0-464a-b4a8-7d9e891b9bcb service neutron] (93297) timed out ('10.222.0.59', 57550) {{(pid=93297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:27:00.442896 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [req-b2ea46ef-5643-4dfa-b2ff-4ff4f605d242 req-734b82dd-d759-4ef0-9125-a060d4da6475 service neutron] (93296) timed out ('10.222.0.59', 57559) {{(pid=93296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:27:12.393293 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.801407 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-0508ed17-ce0d-4108-8f5e-f8c61a07dc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:18.611202 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-28226192-0fa6-4f7c-b0f4-a59c46bff307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:18.845357 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:19.326816 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:20.726634 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:27:21.124399 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:42.388676 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:45.808493 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2a576ec9-35dc-4650-b9cd-b88f1cc9703a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.610958 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-d32335a7-206f-4838-bb47-acf9e0f91468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.857553 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.328997 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:51.125614 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.732415 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:28:12.425670 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:15.810580 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-22b7ca74-333c-4fa1-81cb-a99805c0a2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.613328 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-e867440c-dc5f-436a-bfaf-9eaa7ba26575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.857693 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.333784 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:21.130578 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:34.727722 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:28:42.417896 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.809396 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-109f3694-84af-4390-a96b-8bd9147a28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:48.608693 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-5d5b8a55-72e3-4bc7-a7c7-23a3b4f972e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:48.860241 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.337945 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:51.140205 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.729573 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:29:12.435636 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:15.809049 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-890c100e-bdfe-4b88-853c-5f9a16a6ffc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:18.625518 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-68cf4e44-6a2b-4c25-b0ea-123f681195c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:18.856278 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:19.346921 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:21.142047 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:28.861855 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [req-4af4bf82-7497-4cb8-8c40-f3f6de761b47 req-5f41fac5-0665-4bae-89c0-20596f773140 service neutron] (93296) timed out ('10.222.0.69', 53342) {{(pid=93296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:29:32.053452 dv-cinder-796286-18-iscsi neutron-server[93296]: DEBUG neutron.wsgi [req-7d48f60a-4272-46a5-b2e9-d04782808396 req-cd9108cd-5783-4a00-aa66-2dc21773188b tempest-AttachVolumeShelveTestJSON-278773771 tempest-AttachVolumeShelveTestJSON-278773771-project] (93296) timed out ('10.222.0.69', 48256) {{(pid=93296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:29:42.439714 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:45.803019 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-5c600efd-1bbb-4031-b2ae-c287d74b33f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:48.609783 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1aecc4f6-cd2c-44e2-9207-5a46ba81ba0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:48.732577 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:29:48.866945 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:49.346514 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.144663 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:12.436680 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:15.814187 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-9cb305e7-8be6-4a2e-bcb7-6e1f697eb8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.615194 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-cf447410-5da4-4d09-912d-5bea519ae127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.860928 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.352586 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:21.142614 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:25.732171 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:30:42.442163 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:45.813761 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-7e6f2c6c-0f4e-4e89-930b-547508c0fffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:48.621335 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-716a3095-ed95-473c-b2e7-f10bfbdbd763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:48.867721 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.352453 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.146769 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:02.736038 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:31:12.440504 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.813961 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2d821e66-c4d8-4e5d-b396-9de463bf9c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.617997 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c1fdb9ce-0343-4c70-8277-6f0dda9594d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.863825 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.360785 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.154095 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.736320 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:31:42.438448 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.809542 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-6ee041f8-e8f0-447b-8b1c-18c4ea098791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.616680 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5b41-99fc-49c7-a324-b7b1d41a02a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.858507 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-8b69b019-e9c7-4fcb-b4d1-b1f7e50bb8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:49.359046 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-1fab05d3-b238-4ab7-a055-1b11466b03a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.154031 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd045-1523-4ffe-908c-af0b4f1effaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.437741 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb830-66f9-4bd1-93b1-fd4064c4c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.820670 dv-cinder-796286-18-iscsi neutron-server[93298]: DEBUG neutron_lib.callbacks.manager [None req-c7f40354-de43-4fc9-b873-2501a8ec5e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727500513657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382225'] for agent, after_update {{(pid=93298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:16.738469 dv-cinder-796286-18-iscsi neutron-server[93299]: DEBUG neutron.db.agents_db [None req-64c2b9cb-67c0-4813-a0ac-a4ee9f7472be None None] Agent healthcheck: found 6 active agents {{(pid=93299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}